-- Logs begin at Fri 2021-02-19 01:40:48 UTC, end at Fri 2021-02-19 02:47:31 UTC. --
Feb 19 02:16:44.925400 dv-cinder-776422-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 19 02:16:47.662135 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.common.config [-] Logging enabled!
Feb 19 02:16:47.662725 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 02:16:47.664043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 02:16:47.665814 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.common.config [-] Logging enabled!
Feb 19 02:16:47.666107 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 02:16:47.666484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 02:16:47.667537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:16:47.667923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:16:47.668855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:16:47.669141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:16:47.669403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:16:47.669781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.670130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.670500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.670770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.671112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.671452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.671779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.672115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.672460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.672786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.673106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.673428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.673692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.674012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.674342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.674702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.674962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.675281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.675824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.676143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.676460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.676813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.677099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.677415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.677738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.678106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] host                           = dv-cinder-776422-2-iscsi {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.678446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.678777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.679106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.679433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.680282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.680602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.680931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.681247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.681556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.681869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.682204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.682610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.682865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.683123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.683380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.683708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.684041 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.684366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.684668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.684980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.685292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.685605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.685911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.686240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.686612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.686941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.687259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.687569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.687879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.688190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.688516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.688826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.689137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.689448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.689781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.690085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.690424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.690770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.691097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.691423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.691751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.692063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.692393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.692703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.693014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.693324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.693639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.693949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.694276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.694844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.694961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.695226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.696114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.696449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:47.696789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.697134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.697480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.697805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.698141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.698489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.698823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.699142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.699474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.699806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.700139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.700464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.700793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.701110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.701449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.701797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.702137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.702503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.702814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.703125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.703438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.703756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.704080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.704423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.704759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.705072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.705390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.705724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.706040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.706437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.706696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.707031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.707350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.707660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.707979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.708294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.708607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.708915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.709231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.709564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.709879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.710188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.710526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.710846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.711179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.711505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.711820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.712130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.712438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.712755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.713065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.713377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.713694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.714004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.714317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.714652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.714962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.715271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.715581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.715890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.716197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.716505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.716817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.717126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.717439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.717750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.718058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.718376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.718711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.719050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.719367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.719685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.720003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.720319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.720644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.720955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.721269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.721587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.721896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.722224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.722568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.722902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.723217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.723534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.723869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.724182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.724502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.724815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.725131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.725450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.725775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.726107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.726461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.726814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.727148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.727481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.727798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.728149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.728468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:47.728719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:16:47.728986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83896) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 19 02:16:48.382901 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading Gnome
Feb 19 02:16:48.400735 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading Google
Feb 19 02:16:48.403309 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading Windows (alt)
Feb 19 02:16:48.406792 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading file
Feb 19 02:16:48.407775 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading keyczar
Feb 19 02:16:48.408060 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading multi
Feb 19 02:16:48.408713 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO keyring.backend [-] Loading pyfs
Feb 19 02:16:48.454289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83896) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:16:48.454664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83896) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:16:48.454992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83896) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:16:48.455363 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 19 02:16:48.847776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.848301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.848404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.898176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.899146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.899453 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.903087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.903399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.903696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.972354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.972673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.972977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.974108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.974443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:48.974757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.247163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcf434a5158> agent after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.247428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcf434a5158> agent after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.247733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fcf434a51e0> segment precommit_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.248038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fcf434a5268> network precommit_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.249018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fcf43499268> segment before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.397747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> network before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.398123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fcf43397048> agent before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.398507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> network before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.398819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.399125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.399511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> segment after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.399814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> segment precommit_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.400109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> segment precommit_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.400402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> segment after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.400746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> network after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.401046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> network precommit_delete 0 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.401352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port provisioning_complete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.401662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.401957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.402280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> agent after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.402618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> subnet after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.402914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> subnet precommit_delete 0 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.403238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.403528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.404018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.404311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.404596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> port after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.405064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.405354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.405638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf43c7f710>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.406063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.406344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.406646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.406923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.407197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.407473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:49.407893 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 19 02:16:49.411139 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 19 02:16:49.415088 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 19 02:16:49.419033 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Feb 19 02:16:49.420827 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 19 02:16:49.422097 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 19 02:16:49.422504 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 19 02:16:49.422944 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 19 02:16:49.425685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 19 02:16:49.425976 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 19 02:16:49.426399 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 19 02:16:49.449349 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 19 02:16:49.449863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fcf431d1c88>> qos_plugin after_init 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.450200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83896) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 19 02:16:49.450638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fcf431733c8>> logging-plugin after_init 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.452232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83896) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 19 02:16:49.452553 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 19 02:16:49.452834 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 19 02:16:49.455965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcf43173470>> floatingip before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.456279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcf43173470>> port before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:49.524509 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 19 02:16:49.524728 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 19 02:16:49.525003 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 19 02:16:49.525410 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 19 02:16:49.564415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.sqlalchemy.engines [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83896) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 19 02:16:50.005262 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing driver for type 'gre'
Feb 19 02:16:50.005901 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] gre ID ranges: [(1, 1000)]
Feb 19 02:16:50.045549 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing driver for type 'local'
Feb 19 02:16:50.045925 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing driver for type 'vlan'
Feb 19 02:16:50.055947 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] VlanTypeDriver initialization complete
Feb 19 02:16:50.056362 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing driver for type 'vxlan'
Feb 19 02:16:50.057019 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] vxlan ID ranges: [(1, 1000)]
Feb 19 02:16:50.100605 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing extension driver 'port_security'
Feb 19 02:16:50.100981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.extensions.port_security [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] PortSecurityExtensionDriver initialization complete
Feb 19 02:16:50.101361 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing mechanism driver 'openvswitch'
Feb 19 02:16:50.107615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83896) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:16:50.108450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf43190710>> port after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.108871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf43190710>> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.109267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf43190710>> port after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.109702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c3ff98>> subnet after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.110093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c3ff98>> subnet after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.110506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c3ff98>> subnet after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.110938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c472b0>> network after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.111332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c472b0>> network after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.111721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c472b0>> network after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.112147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47470>> security_group after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.112639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47470>> security_group after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.112927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47470>> security_group after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.113353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47630>> security_group_rule after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.113741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47630>> security_group_rule after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.114123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c47630>> security_group_rule after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.114708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c477f0>> address_group after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.115103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c477f0>> address_group after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.115491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf42c477f0>> address_group after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.115867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] ML2 OVO RPC backend initialized. {{(pid=83896) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 19 02:16:50.116588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> router_interface after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.116991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> router_interface after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.117971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> network before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.118386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> networks before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.118769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> port before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.119151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> ports before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.119537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> subnet before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.119923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> subnets before_response 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.120310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> network after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.120694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> network after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.121072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> network after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.121451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> port after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.121831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.122217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> port after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.122625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> subnet after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.123012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> subnet after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.123393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf42c478d0>> subnet after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.124037 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.plugin [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Modular L2 Plugin initialization complete
Feb 19 02:16:50.124399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading services supported by the core plugin {{(pid=83896) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 19 02:16:50.124770 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.plugins.ml2.managers [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Got port-security extension from driver 'port_security'
Feb 19 02:16:50.125286 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.extensions.vlantransparent [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Disabled vlantransparent extension.
Feb 19 02:16:50.125771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83896) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 19 02:16:50.126423 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: router
Feb 19 02:16:50.165614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router_interface before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.166052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_create 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.166489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router before_create 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.166901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router_interface before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.167327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router_interface after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.167724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_delete 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.168129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> floatingip after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.168623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_create 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.168930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.169324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.169718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router_gateway after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.170124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.170655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.171078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fcf431c9d08> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.171459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fcf431c9e18> port after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.171937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fcf431c9d90> subnet after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.172230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fcf431c9bf8> subnetpool_address_scope after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.172622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> port precommit_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.173026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_create 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.173403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fcf43222ae8> port before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.173792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.174202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router after_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.174653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_delete 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.175052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_create 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.175464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router_interface after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.175855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> router precommit_update 55549900 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.176289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf42c47a58>> network after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.177279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Tracking information for resource: router configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:50.177658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Tracking information for resource: floatingip configured {{(pid=83896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:16:50.183051 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_agentschedulers_db [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 19 02:16:50.183704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fcf42bf27b8> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.184103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fcf42bf3730> port after_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.184494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _notify_port_delete at 0x7fcf42bf2730> port after_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.184884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fcf42bf2950> port after_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.185786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf42b787b8>> router before_create 55550100 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.186194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf42b787b8>> router precommit_delete 55550100 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.186626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf42b787b8>> router precommit_create 55550100 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.187032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf42b787b8>> router precommit_update 55550100 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.191654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.provider_configuration [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service providers = [] {{(pid=83896) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 19 02:16:50.192066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.servicetype_db [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83896) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 19 02:16:50.195110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.service_base [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:16:50.196146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.service_base [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:16:50.196529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.service_base [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:16:50.197488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.service_base [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:16:50.197851 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.services.service_base [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 19 02:16:50.198273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.198658 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 19 02:16:50.209354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.209735 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: auto_allocate
Feb 19 02:16:50.216145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcf42b9de18> network precommit_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.216560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcf42b9de18> network precommit_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.217160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.217523 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: tag
Feb 19 02:16:50.224487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.224858 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: timestamp
Feb 19 02:16:50.229288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.229816 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: network_ip_availability
Feb 19 02:16:50.235380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42b66400>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.235794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42b66400>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.236190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42b66400>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.236993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.237360 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: flavors
Feb 19 02:16:50.241926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.242875 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading Plugin: revisions
Feb 19 02:16:50.247220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:16:50.247659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=83896) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:16:50.248473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83896) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 19 02:16:50.248895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Initializing extension manager.
Feb 19 02:16:50.249411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: __init__.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.249851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: __pycache__ {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.250171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.250581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: address_group.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.251549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.252201 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: address-group
Feb 19 02:16:50.252571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: address_scope.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.253345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.253939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: address-scope
Feb 19 02:16:50.254308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.255286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.255879 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: router-admin-state-down-before-update
Feb 19 02:16:50.256250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: agent.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.257016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.257605 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: agent
Feb 19 02:16:50.258628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: agent_resources_synced.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.259569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.260158 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: agent-resources-synced
Feb 19 02:16:50.260529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: allowedaddresspairs.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.262384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.262987 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: allowed-address-pairs
Feb 19 02:16:50.263363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: auto_allocated_topology.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.264456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.265058 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: auto-allocated-topology
Feb 19 02:16:50.265431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: availability_zone.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.266188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.266811 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: availability_zone
Feb 19 02:16:50.267181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: availability_zone_filter.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.268116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.268703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: availability_zone_filter
Feb 19 02:16:50.269073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: data_plane_status.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.270001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.270609 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension data-plane-status not supported by any of loaded plugins
Feb 19 02:16:50.270980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: default_subnetpools.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.271921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.272506 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: default-subnetpools
Feb 19 02:16:50.272876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.274393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.275006 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: dhcp_agent_scheduler
Feb 19 02:16:50.275378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: dns.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.276314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.276900 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension dns-integration not supported by any of loaded plugins
Feb 19 02:16:50.277265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: dns_domain_ports.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.278200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.278814 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 19 02:16:50.279184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: dvr.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.279924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.280581 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: dvr
Feb 19 02:16:50.280959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: empty_string_filtering.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.282176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.282938 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: empty-string-filtering
Feb 19 02:16:50.283308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.284248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.284839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 19 02:16:50.285198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.286143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.286761 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 19 02:16:50.287127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: external_net.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.288058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.288653 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: external-net
Feb 19 02:16:50.289019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.290548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.291137 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: extra_dhcp_opt
Feb 19 02:16:50.291502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: extraroute.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.292446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.293041 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: extraroute
Feb 19 02:16:50.293410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: extraroute_atomic.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.294485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.295077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: extraroute-atomic
Feb 19 02:16:50.295446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: filter_validation.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.296162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.296742 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: filter-validation
Feb 19 02:16:50.297110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: fip_pf_description.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.298044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.298655 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 19 02:16:50.299027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: fip_port_details.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.299972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.300558 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: fip-port-details
Feb 19 02:16:50.300923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: flavors.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.302190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.302817 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: flavors
Feb 19 02:16:50.303190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.304886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.305488 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 19 02:16:50.305962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: floatingip_pools.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.306754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.307354 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: floatingip-pools
Feb 19 02:16:50.307728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: ip_allocation.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.308682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.309268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension ip_allocation not supported by any of loaded plugins
Feb 19 02:16:50.309639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.310607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.311222 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: ip-substring-filtering
Feb 19 02:16:50.311568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l2_adjacency.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.312518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.313100 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 19 02:16:50.313469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.314579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.315180 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: router
Feb 19 02:16:50.315554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.317863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.318506 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 19 02:16:50.318886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.319828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.321189 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: ext-gw-mode
Feb 19 02:16:50.321563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.322550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.323140 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: l3-ha
Feb 19 02:16:50.323509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3_flavors.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.324445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.325034 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: l3-flavors
Feb 19 02:16:50.325400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.326402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.326993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 19 02:16:50.327358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: l3agentscheduler.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.328652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.329256 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: l3_agent_scheduler
Feb 19 02:16:50.329629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: logging.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.331197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.331799 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension logging not supported by any of loaded plugins
Feb 19 02:16:50.332174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: metering.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.332987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.333703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: metering
Feb 19 02:16:50.334075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.335242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.335846 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: metering_source_and_destination_fields
Feb 19 02:16:50.336771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: multiprovidernet.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.337726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.338322 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: multi-provider
Feb 19 02:16:50.338719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: netmtu.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.339653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.340249 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: net-mtu
Feb 19 02:16:50.340621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: netmtu_writable.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.341602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.342208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: net-mtu-writable
Feb 19 02:16:50.342665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: network_availability_zone.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.343407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.343993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: network_availability_zone
Feb 19 02:16:50.344362 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: network_ip_availability.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.345482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.346074 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: network-ip-availability
Feb 19 02:16:50.346467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: network_segment_range.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.347433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.348030 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension network-segment-range not supported by any of loaded plugins
Feb 19 02:16:50.348399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: pagination.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.349412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.349794 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: pagination
Feb 19 02:16:50.350179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: port_device_profile.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.351187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.351832 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: port-device-profile
Feb 19 02:16:50.352200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.353152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.353752 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: port-mac-address-regenerate
Feb 19 02:16:50.354117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.355077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.355669 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: port-numa-affinity-policy
Feb 19 02:16:50.356035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: port_resource_request.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.356970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.357561 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension port-resource-request not supported by any of loaded plugins
Feb 19 02:16:50.357928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: portbindings.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.358926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.359521 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: binding
Feb 19 02:16:50.359884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: portbindings_extended.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.361198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.361788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: binding-extended
Feb 19 02:16:50.362161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: portsecurity.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.363139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.363731 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: port-security
Feb 19 02:16:50.364103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: project_id.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.365093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.365476 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: project-id
Feb 19 02:16:50.365846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: providernet.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.366815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.367441 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: provider
Feb 19 02:16:50.367811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.371458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.372070 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos not supported by any of loaded plugins
Feb 19 02:16:50.372447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.374908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.375513 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 19 02:16:50.375891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.376835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.377430 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 19 02:16:50.377801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_default.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.378761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.379346 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-default not supported by any of loaded plugins
Feb 19 02:16:50.379715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_fip.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.380423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.381000 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-fip not supported by any of loaded plugins
Feb 19 02:16:50.381369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_gateway_ip.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.382321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.383470 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 19 02:16:50.383841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_port_network_policy.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.384790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.385381 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 19 02:16:50.385749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_rule_type_details.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.386713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.387308 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 19 02:16:50.387680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: qos_rules_alias.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.388761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.389358 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 19 02:16:50.389729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: quotasv2.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.390809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.391216 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: quotas
Feb 19 02:16:50.391621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: quotasv2_detail.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.393355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.393752 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: quota_details
Feb 19 02:16:50.394134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: rbac.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.395384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.395988 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: rbac-policies
Feb 19 02:16:50.396363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: rbac_address_scope.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.397313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.397911 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: rbac-address-scope
Feb 19 02:16:50.398281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: rbac_security_groups.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.399901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.400500 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: rbac-security-groups
Feb 19 02:16:50.400874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: rbac_subnetpool.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.401813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.402430 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: rbac-subnetpool
Feb 19 02:16:50.402811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: revisionifmatch.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.403757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.404355 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: revision-if-match
Feb 19 02:16:50.404726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: revisions.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.405886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.406508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: standard-attr-revisions
Feb 19 02:16:50.406883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: router_availability_zone.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.407622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.408223 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: router_availability_zone
Feb 19 02:16:50.408592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: routerservicetype.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.409540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.410130 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension router-service-type not supported by any of loaded plugins
Feb 19 02:16:50.410558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.411567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.412194 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: security-groups-normalized-cidr
Feb 19 02:16:50.412573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.413532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.414185 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: port-security-groups-filtering
Feb 19 02:16:50.414631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.415607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.416210 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: security-groups-remote-address-group
Feb 19 02:16:50.416580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: securitygroup.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.429678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.430384 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: security-group
Feb 19 02:16:50.430769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: segment.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.431643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.432242 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension segment not supported by any of loaded plugins
Feb 19 02:16:50.432621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.433603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.434199 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 19 02:16:50.434596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: servicetype.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.435718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.436319 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: service-type
Feb 19 02:16:50.436691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: sorting.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.437691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.438074 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: sorting
Feb 19 02:16:50.438466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: standard_attr_segment.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.439403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.440002 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 19 02:16:50.440367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: standardattrdescription.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.441062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.441645 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: standard-attr-description
Feb 19 02:16:50.442013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: stateful_security_group.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.442990 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.443586 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: stateful-security-group
Feb 19 02:16:50.443954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: stdattrs_common.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.444555 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 19 02:16:50.444919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.446762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.447357 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 19 02:16:50.447765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnet_onboard.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.448812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.449406 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: subnet_onboard
Feb 19 02:16:50.449776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.450760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.451351 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 19 02:16:50.451722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnet_service_types.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.452676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.453274 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: subnet-service-types
Feb 19 02:16:50.453643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnetallocation.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.454767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.455367 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: subnet_allocation
Feb 19 02:16:50.455738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.456452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.457054 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: subnetpool-prefix-ops
Feb 19 02:16:50.457425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.458409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.459001 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 19 02:16:50.459369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: tagging.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.460659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.461874 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: standard-attr-tag
Feb 19 02:16:50.462242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: timestamp.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.463458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.464054 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loaded extension: standard-attr-timestamp
Feb 19 02:16:50.464427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: trunk.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.465472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.466057 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension trunk not supported by any of loaded plugins
Feb 19 02:16:50.466456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: trunk_details.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.467958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.467958 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension trunk-details not supported by any of loaded plugins
Feb 19 02:16:50.468331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: uplink_status_propagation.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.469270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.469850 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 19 02:16:50.470214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Loading extension file: vlantransparent.py {{(pid=83896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:16:50.470952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:16:50.471535 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 19 02:16:50.474280 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:network
Feb 19 02:16:50.475132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnet
Feb 19 02:16:50.475824 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:16:50.477025 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:port
Feb 19 02:16:50.478565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.479066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service FLAVORS assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.479775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.480259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.480631 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:router
Feb 19 02:16:50.481362 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 02:16:50.482145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service METERING assigned prefix: /metering {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.483978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42a3aac8>> rbac-policy before_create 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.484385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42a3aac8>> rbac-policy before_update 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.484775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf42a3aac8>> rbac-policy before_delete 55550000 {{(pid=83896) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:16:50.485926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 02:16:50.486454 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:security_group
Feb 19 02:16:50.487262 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 02:16:50.488077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service CORE assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.488452 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:16:50.488822 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] subnetpool is already registered
Feb 19 02:16:50.489492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service CORE assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.489872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:16:50.490252 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] subnetpool is already registered
Feb 19 02:16:50.493696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.494186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service FLAVORS assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.494885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.495357 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.495736 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:router
Feb 19 02:16:50.496117 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] router is already registered
Feb 19 02:16:50.496786 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 02:16:50.497157 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] floatingip is already registered
Feb 19 02:16:50.497861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service METERING assigned prefix: /metering {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.499198 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 02:16:50.499638 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] rbac_policy is already registered
Feb 19 02:16:50.500756 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:security_group
Feb 19 02:16:50.501132 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] security_group is already registered
Feb 19 02:16:50.501806 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 02:16:50.502177 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] security_group_rule is already registered
Feb 19 02:16:50.502957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service CORE assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.503329 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:16:50.503705 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] subnetpool is already registered
Feb 19 02:16:50.504367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.resource_helper [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Service CORE assigned prefix:  {{(pid=83896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:16:50.504737 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:16:50.505102 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.quota.resource_registry [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] subnetpool is already registered
Feb 19 02:16:50.505835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: extensions {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.507463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: address-groups {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.509719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: address-scopes {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.511053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: agents {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.512463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: auto-allocated-topology {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.514033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: availability_zones {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.515513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: dhcp-networks {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.517006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: dhcp-agents {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.518627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: routers {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.520688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: flavors {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.521930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: service_profiles {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.523244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: next_providers {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.526483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: service_profiles {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.528112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: floatingip-pools {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.529499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: routers {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.531452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: floatingips {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.532716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: l3-routers {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.534198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: l3-agents {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.535971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: metering-labels {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.537456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: metering-label-rules {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.538859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: network-ip-availabilities {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.540227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: bindings {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.541965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: quotas {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.543520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: quotas {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.545034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: rbac-policies {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.546434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: security-groups {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.548519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: security-group-rules {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.549835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: service-providers {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.551167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: subnetpools {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.552660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: subnetpools {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.554213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.556044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.558069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.559916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.561827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.563642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.565544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.567552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.569537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.572306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.extensions [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Extended resource: tags {{(pid=83896) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:16:50.579371 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING keystonemiddleware.auth_token [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 19 02:16:50.584671 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING keystonemiddleware.auth_token [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 19 02:16:50.594088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Acquired lock "singleton_lock" {{(pid=83896) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 19 02:16:50.594675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Releasing lock "singleton_lock" {{(pid=83896) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 19 02:16:50.596137 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Starting 2 workers
Feb 19 02:16:50.600919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Started child 84006 {{(pid=83896) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:16:50.605015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.605811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Started child 84007 {{(pid=83896) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:16:50.606462 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [-] (84006) wsgi starting up on http://0.0.0.0:9696
Feb 19 02:16:50.606954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51694) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:16:50.607378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Neutron service started, listening on 0.0.0.0:9696
Feb 19 02:16:50.608066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Notify callbacks [] for process, before_spawn {{(pid=83896) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.609773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.610669 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Starting 1 workers
Feb 19 02:16:50.611179 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [-] (84007) wsgi starting up on http://0.0.0.0:9696
Feb 19 02:16:50.616220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Started child 84008 {{(pid=83896) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:16:50.616753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Starting 1 workers
Feb 19 02:16:50.618165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] calling RpcWorker wait() {{(pid=84008) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 19 02:16:50.618590 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094812
Feb 19 02:16:50.619004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] returning from RpcWorker wait() {{(pid=84008) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 19 02:16:50.620784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.621471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:16:50.623691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Started child 84009 {{(pid=83896) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:16:50.623691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43b3d025-22c5-470f-abc8-3bca469892dd None None] Notify callbacks [] for process, after_spawn {{(pid=83896) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.625002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83896) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 02:16:50.625214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:16:50.625616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:16:50.625994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:16:50.626222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:16:50.626806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:16:50.627154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:16:50.627877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.628345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.628807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.629257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.629738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.630597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.631086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.631403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.631723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.632009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.632214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.632420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.633244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.633527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.633897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.634197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.634503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.634789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.635003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.635267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.635706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.636110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.636535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.636936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.637673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.637954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.638231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.638660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.638994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.639258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.640084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.640459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.640826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.641276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.641546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.641817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.642102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.642437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.642864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] host                           = dv-cinder-776422-2-iscsi {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.643123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.643357 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.643751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.644152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.644551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.644935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.645360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.645661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.645928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.646198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.647286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.647721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.648161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.649204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.649593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.650025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.650536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.651023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.651423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.651793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.652161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.652657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.653037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.654676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.655134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.655661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.656666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.656835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:16:50.656956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.657297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.658479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.658687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.659107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.659478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.659933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.660389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.660901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.661460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.661718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.661994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.662251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.662567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.662823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.663096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.663914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.663914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.663914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.664169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.664582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.664871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.665175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.665414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.665684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.666016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.666290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.666610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.666897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.667147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.667415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.668311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.668410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.668690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.669007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.669260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.669528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.669780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.670049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.670320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.672080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.672652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.673744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.674219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.676466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.676466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.678950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.680662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.681106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.681504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.682549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.682549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.682549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.683302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.683794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.684279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.684752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.685229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.686575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.687333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.687742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.688202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.688523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.689161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.690095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.690844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.691712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.692656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.692656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.692656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.692880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.693729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.694136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.694562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.695021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.695755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.696159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.696554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.696980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.697406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.697683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.698022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.698271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.699459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.699768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.700699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.700941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.701332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.701727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.702118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.702539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.702948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.703368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.703769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.704026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.705862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.706110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.706411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.706670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.707587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.707587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.707587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.707587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.707875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.708083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.708346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.708568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.708815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.709062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.709309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.710081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.710081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.710081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.710425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.710507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.711415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.711415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.711656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.712024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.712407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.712888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.713832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.713832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.713832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.714055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.714211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.714632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.715100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.715359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.715616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.715884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.716165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.716452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.716744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.717017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.717284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.717557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.717809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.718066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.718317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.718631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.718891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.719185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.719476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.719745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.720846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.720846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.720846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.720846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.721117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.721370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.722378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.722378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.722378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.722601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.722834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.723085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.723547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.723842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.724127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.724416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.724692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.724976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.725294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.725565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.725842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.726082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.726447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.726814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.727108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.727376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.727625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.727902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.728199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.728449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.729246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.729246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.729246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.729512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.729978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.730231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.730510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.730962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.731211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.731484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.731734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.731984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.732237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.732505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.732792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.733039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.733271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.733535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.733792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.734039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.734324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.734616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.734869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.735138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.736586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.736586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.736750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.736958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.737215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.737468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.737788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.738089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.738349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.738680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.738943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.739223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.739474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.739756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.740013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.740277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.740540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.740794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.741799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.741799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.741799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.741799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.742858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.742858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.743080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.743354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.744802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.745396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.745396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.745580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.745682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.745953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.746222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.746510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.746755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.747017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.747256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.747491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.747827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.748100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.748366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.748617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.748867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.749106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.749369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.749770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.750037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.750281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.751773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.752065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.752336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.752638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.752908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.753188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.753463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.753825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.754077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.755777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.756040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.756359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.756653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.756965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.757266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.757560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.757878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.758280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.758593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.758869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.759387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.759387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.760080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.760080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.760667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.760667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.760667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.761220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.761220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.761220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.762162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.762162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.762162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.763133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.763133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.763133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.763133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.764138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.764138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:16:50.764138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83896) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 02:16:50.764138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:16:50.764993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:16:50.764993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:16:50.764993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:16:50.764993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:16:50.764993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.765612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.765612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.765612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.765612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.766949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.767804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.767974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.768334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.768501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.768860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.769194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.769535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.769868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.770250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.770603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.770957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.771309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.771695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.771888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.772873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.773014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.774712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] host                           = dv-cinder-776422-2-iscsi {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.775997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.776181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.776364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.776548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.776732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.776922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.777952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.778944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.779270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.779270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.779658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.779658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.779658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.780893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.781899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.781899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.781899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.781899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.781899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.782717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.782717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.782717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.782717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.782717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.783883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.784464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.784464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.784464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.784785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.784785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.785975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:16:50.786173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.786454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.788166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.789092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.790322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.790322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.790322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.790322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.44/identity {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.791998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.792679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.792679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.792679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.792679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.792679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.793973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.794194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.794320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.794511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.794699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.794887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.795073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.795272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.796754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.797920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.798104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.798292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.798501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.798688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.798874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.799062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.799247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.799809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.799809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.799809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.800921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.801921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.802545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.802545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.802545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.802858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.802858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.803967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.804161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.804376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.804492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.804692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.804850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.805024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.805208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.805394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.805669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.806878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.807973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.808158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.808344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.808539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.808711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.808902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.809985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.810175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.810476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.810605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.810714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.810960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.44/identity {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.811957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.812124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.812311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.812485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.812664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.812851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.813975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.818947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.819870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.820351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.821943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.822130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.822330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.822539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.822729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.822917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.823104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.824739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.825989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.826177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.826450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.826584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.826745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.826928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.827113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.827304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.827480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.827635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.827826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.828141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.828294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.828459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.828611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.828768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.829868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.830992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.831179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.831367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.831552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.831739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.831924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.832113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.832299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.832487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:16:50.832666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83896) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:17:00.881411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd9955-4949-4007-a3fa-6b94b0576b40 None None] get_active_networks_info from dv-cinder-776422-2-iscsi {{(pid=84008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 19 02:17:01.062743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd9955-4949-4007-a3fa-6b94b0576b40 None None] No non-hosted networks {{(pid=84008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 19 02:17:01.094386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-51e46c7c-44c1-4ceb-a8d8-4621c4ad9bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:03.195474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-10593a64-0a1f-446e-be49-0b3305221a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:03.265365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-906237c1-7981-44c1-a8dd-890f6fbe37dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:03.800094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:04.887097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:04.888376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.888901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.889415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.889962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.890517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.891027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.891532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.892059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.892581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.893092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.893595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.894098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:04.894704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf425f7668>, 'Open vSwitch agent', 'dv-cinder-776422-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:04.913816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf425f77b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:05.177498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:06.813718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] get_endpoint_by_host() called for host dv-cinder-776422-2-iscsi {{(pid=84008) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 02:17:06.819444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=84008) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 02:17:06.823578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=84008) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 02:17:06.829528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] _get_endpoints() called {{(pid=84008) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 02:17:06.954473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51800) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:07.585516 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-ceb3f82e-a643-479d-8efa-b3cd6cd064a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:07.586761 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-ceb3f82e-a643-479d-8efa-b3cd6cd064a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:07.820517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-ceb3f82e-a643-479d-8efa-b3cd6cd064a7 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:17:07.821922 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ceb3f82e-a643-479d-8efa-b3cd6cd064a7 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8662367
Feb 19 02:17:08.416438 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_hamode_db [None req-a2a01b92-ac6f-406c-94a8-68098c3a6ef8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 19 02:17:08.505140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a01b92-ac6f-406c-94a8-68098c3a6ef8 None None] Routers set() bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:17:08.505489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a01b92-ac6f-406c-94a8-68098c3a6ef8 None None] Router IDs set() for agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 19 02:17:10.550751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51814) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:10.945951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:11.014379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.policy [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84006) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 02:17:11.052023 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:11.052430 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:11.078281 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcf425df358>.
Feb 19 02:17:11.094678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:11.151235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783007034482', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783007016370', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783006996701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783006979021', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783006980130', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-528508', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853789925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853198294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658566'] for rbac-policy, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:11.215733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:11.216987 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b10467df-5132-4382-8046-91f669601f3c admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6651716
Feb 19 02:17:14.187926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51828) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:14.561951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Request body: {'network': {'project_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'name': 'private'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:14.568010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:14.573803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Usage tracker for resource:network and tenant:6ef0273867624e769930f406f0bc4285 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:14.577769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:14.584023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:14.593153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Made reservation on behalf of 6ef0273867624e769930f406f0bc4285 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:17:14.599202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:14.617510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:14.788718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:14.792565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef0273867624e769930f406f0bc4285 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:14.796088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:14.801706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:14.898531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:14.901105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:14.905781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:14.924943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:17:14.943796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:14.944300 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Added segment c694458f-02cd-4726-887d-98ae54c62ac3 of type vxlan for network 4963bbec-f233-49be-bc70-73b19a45e684
Feb 19 02:17:15.012314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8cc83-74c4-4739-abe6-a22d80ec599f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:15.035536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.035928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.036295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.036658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.037010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.037378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.037731 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.038080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.038486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.039442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.039744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.040088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Tracked resource versions report:
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'}}
Feb 19 02:17:15.041195 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:17:15.075062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:15.091656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:15.119438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:15.120786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:15.121441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:15.126222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:15.241075 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0519829
Feb 19 02:17:15.241838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Pushing event updated for resources: {'Network': ['ID=4963bbec-f233-49be-bc70-73b19a45e684,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:15.245121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:15.252866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 4963bbec-f233-49be-bc70-73b19a45e684 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:17:18.267747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51844) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:18.740065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74c8b3-6937-447b-8719-beb3bdf142bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:18.742055 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-df74c8b3-6937-447b-8719-beb3bdf142bb admin admin] 10.222.0.44 "GET /v2.0/networks/4963bbec-f233-49be-bc70-73b19a45e684 HTTP/1.1" status: 200  len: 818 time: 0.4727199
Feb 19 02:17:18.774917 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5bee1f4d-8285-49ef-8b6c-20fe5e03d044 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/9f6e7227-60d9-4277-9f6b-eefdc3a5070a HTTP/1.1" status: 200  len: 734 time: 0.0261199
Feb 19 02:17:18.785326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:18.790506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:18.794420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Usage tracker for resource:subnet and tenant:6ef0273867624e769930f406f0bc4285 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:18.797410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:18.803020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:18.812935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Made reservation on behalf of 6ef0273867624e769930f406f0bc4285 for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:17:18.817475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:19.291764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:19.306706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:19.447037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2baeb217-02d1-4f5b-bf97-cd36fbd447bb,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:19.453467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:19.508255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Checking segment: {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:17:19.508647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Network hostable DHCP agents. Network: 4963bbec-f233-49be-bc70-73b19a45e684, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:17:19.529397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Network 4963bbec-f233-49be-bc70-73b19a45e684 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:17:19.538085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 4963bbec-f233-49be-bc70-73b19a45e684) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:19.543859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:19.544511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:19.557244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca928e-03cc-4469-aad5-ce8953995ee5 None None] Network 4963bbec-f233-49be-bc70-73b19a45e684 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:17:19.564834 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7833147
Feb 19 02:17:20.054168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-4963bbec-f233-49be-bc70-73b19a45e684', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:17:20.055541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:20.372407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Allocated IP 172.20.0.2 (4963bbec-f233-49be-bc70-73b19a45e684/2baeb217-02d1-4f5b-bf97-cd36fbd447bb/85998d94-6f75-4ff9-a359-a18e10d7aeee) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:17:20.606458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:20.619661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Transition to ACTIVE for port object 85998d94-6f75-4ff9-a359-a18e10d7aeee will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:17:20.640735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Transition to ACTIVE for port object 85998d94-6f75-4ff9-a359-a18e10d7aeee will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:17:20.646929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:20.663578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:20.808294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Pushing event updated for resources: {'Port': ['ID=85998d94-6f75-4ff9-a359-a18e10d7aeee,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:20.818395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.818790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.819164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.819530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.820501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.821128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.821487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.821850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.822205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.822583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.822938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.823288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Tracked resource versions report:
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'}}
Feb 19 02:17:20.824398 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:17:20.839640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:20.878862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Network 4963bbec-f233-49be-bc70-73b19a45e684 is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:17:20.879995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:20.883802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:17:20.946342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Attempting to bind port 85998d94-6f75-4ff9-a359-a18e10d7aeee on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:17:20.946734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Attempting to bind port 85998d94-6f75-4ff9-a359-a18e10d7aeee by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:17:20.947149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Attempting to bind port 85998d94-6f75-4ff9-a359-a18e10d7aeee on network 4963bbec-f233-49be-bc70-73b19a45e684 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:17:20.952868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:17:20.955289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Checking segment: {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:17:20.955289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:20.955289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Bound using segment: {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:17:20.955500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Bound port: 85998d94-6f75-4ff9-a359-a18e10d7aeee, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:17:20.955500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:21.049556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] For port 85998d94-6f75-4ff9-a359-a18e10d7aeee, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:17:21.053667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] For port 85998d94-6f75-4ff9-a359-a18e10d7aeee, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=85998d94-6f75-4ff9-a359-a18e10d7aeee,segment=NetworkSegment(c694458f-02cd-4726-887d-98ae54c62ac3),segment_id=c694458f-02cd-4726-887d-98ae54c62ac3)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:17:21.057570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:21.072799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:21.232674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Pushing event updated for resources: {'Port': ['ID=85998d94-6f75-4ff9-a359-a18e10d7aeee,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:21.237842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:22.367524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 51854) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:23.021593 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-b4d7c007-2961-4933-b85b-8825707cb712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:23.022202 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-b4d7c007-2961-4933-b85b-8825707cb712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:23.254025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-b4d7c007-2961-4933-b85b-8825707cb712 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:17:23.255420 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b4d7c007-2961-4933-b85b-8825707cb712 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8857508
Feb 19 02:17:24.894696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 85998d94-6f75-4ff9-a359-a18e10d7aeee up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:24.968181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 85998d94-6f75-4ff9-a359-a18e10d7aeee completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:17:26.001155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 51872) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:26.061269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df332fb7-c4e0-4f95-b600-cc2ddc0f39c1 None None] Network 4963bbec-f233-49be-bc70-73b19a45e684 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:17:26.160426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Provisioning for port 85998d94-6f75-4ff9-a359-a18e10d7aeee completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:17:26.177957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Provisioning complete for port 85998d94-6f75-4ff9-a359-a18e10d7aeee triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:26.178391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:26.406678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:26.409479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-696e03de-4bc1-4a51-a167-3f6f2ee67717 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:17:26.410590 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-696e03de-4bc1-4a51-a167-3f6f2ee67717 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4084382
Feb 19 02:17:26.455816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] For port 85998d94-6f75-4ff9-a359-a18e10d7aeee, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=85998d94-6f75-4ff9-a359-a18e10d7aeee,segment=NetworkSegment(c694458f-02cd-4726-887d-98ae54c62ac3),segment_id=c694458f-02cd-4726-887d-98ae54c62ac3)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:17:26.460773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:26.465789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13d264d1-47d3-4245-a0a7-6d06817242e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:26.544675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Pushing event updated for resources: {'Port': ['ID=85998d94-6f75-4ff9-a359-a18e10d7aeee,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:26.548079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:26.786863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ba914bf0-b4a3-4213-bf2a-c04d16bcd742 None None] Provisioning complete for port 85998d94-6f75-4ff9-a359-a18e10d7aeee triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:26.787274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ba914bf0-b4a3-4213-bf2a-c04d16bcd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:26.901336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 85998d94-6f75-4ff9-a359-a18e10d7aeee up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:27.002405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 85998d94-6f75-4ff9-a359-a18e10d7aeee triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:27.002898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:27.135282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-35fb91cb-4c6b-40d6-95f8-5bf4e6d2b425 None None] Provisioning complete for port 85998d94-6f75-4ff9-a359-a18e10d7aeee triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:27.135590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-35fb91cb-4c6b-40d6-95f8-5bf4e6d2b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:29.478129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51884) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:29.852416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'name': 'router1'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:29.857188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:29.861697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Usage tracker for resource:router and tenant:6ef0273867624e769930f406f0bc4285 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:29.864897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:29.870688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:29.880148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:29.881978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:29.904230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:30.020261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:30.039039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:30.040294 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8bc9bd4c-1932-4303-a6a0-f2437b0f577a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5610485
Feb 19 02:17:30.787506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71326d8e-df44-4bad-9fc2-8fc9b01e8c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:32.813334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51894) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:33.198472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b581ad7-fa5f-4432-aec7-60be01f9176d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:33.203802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-38659c51-b4e2-4815-8fdc-4edc3fe3fc19 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:17:33.204878 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-38659c51-b4e2-4815-8fdc-4edc3fe3fc19 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3905823
Feb 19 02:17:33.723555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:34.886480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:35.117922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:35.950102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51914) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:36.112328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:36.117825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:36.121849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Usage tracker for resource:network and tenant:14dbee78d9504835b6a7c920a1ce027f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:36.125324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:36.131010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:36.139304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Made reservation on behalf of 14dbee78d9504835b6a7c920a1ce027f for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:17:36.143852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.156318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.171568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:36.175426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:14dbee78d9504835b6a7c920a1ce027f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:36.178247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:36.184544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:36.268519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.271087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.275306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:36.290866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Reserving flat network on physical network physnet1 {{(pid=84006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 19 02:17:36.312525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eacaadf-0b06-4a3a-8f6c-42bd0941a88c,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:36.316653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:36.317608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.318208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcf434a51e0> segment precommit_create {{(pid=84006) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 19 02:17:36.318653 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Added segment 66058b9f-1436-4011-ae1f-88f3a421d588 of type flat for network 16c5e4b7-e55d-4ee2-b6af-355575528892
Feb 19 02:17:36.352078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.387078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.388295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:36.388924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:36.393688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:36.494950 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5437257
Feb 19 02:17:36.497837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=16c5e4b7-e55d-4ee2-b6af-355575528892,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:36.500691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:36.512035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:17:39.043635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51934) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:39.162026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a053f96-848d-42f9-8705-3e9812214ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:39.164077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2a053f96-848d-42f9-8705-3e9812214ea7 admin admin] 10.222.0.44 "GET /v2.0/subnets/2baeb217-02d1-4f5b-bf97-cd36fbd447bb HTTP/1.1" status: 200  len: 849 time: 0.1194000
Feb 19 02:17:39.314637 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6fab3917-525c-493c-8e7d-b4960dbebdde admin admin] 10.222.0.44 "GET /v2.0/routers/3e9c96f2-6876-4e81-88a7-b759f4fe2516 HTTP/1.1" status: 200  len: 704 time: 0.1443298
Feb 19 02:17:39.684019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:17:39.950447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:40.323075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Allocated IP 172.20.0.1 (4963bbec-f233-49be-bc70-73b19a45e684/2baeb217-02d1-4f5b-bf97-cd36fbd447bb/05731ed3-4a00-4ca9-8f69-c00e3cbab0bd) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:17:40.609598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:40.637723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Transition to ACTIVE for port object 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:17:40.722826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:40.738288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:40.873558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Pushing event updated for resources: {'Port': ['ID=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:40.879969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:40.937786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Network 4963bbec-f233-49be-bc70-73b19a45e684 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:17:40.939021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:40.941413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:17:40.942198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.171054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-28c8a03d-9640-4a3a-b846-9c979e31673e None None] Provisioning for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:17:41.175780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-28c8a03d-9640-4a3a-b846-9c979e31673e None None] Provisioning complete for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:41.176194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-28c8a03d-9640-4a3a-b846-9c979e31673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.228166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.235065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-28c8a03d-9640-4a3a-b846-9c979e31673e None None] Port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:17:41.519065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.522505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.523593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:41.537776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:41.670128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Pushing event updated for resources: {'Port': ['ID=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:41.674560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:41.730518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Network 4963bbec-f233-49be-bc70-73b19a45e684 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:17:41.731609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:41.929596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:17:41.976687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bbbbf2b6-8fb1-46b8-b487-a2c748273835 None None] Provisioning complete for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:41.977543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bbbbf2b6-8fb1-46b8-b487-a2c748273835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:42.052047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbf2b6-8fb1-46b8-b487-a2c748273835 None None] Port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:17:42.264934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:17:42.275451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Sync routers for ids ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:17:42.283027 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] 10.222.0.44 "PUT /v2.0/routers/3e9c96f2-6876-4e81-88a7-b759f4fe2516/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.9621887
Feb 19 02:17:42.287491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Routers {'3e9c96f2-6876-4e81-88a7-b759f4fe2516'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:17:42.289011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf427979b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:17:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:42.475971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Set router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:17:43.030404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf427979b0>, [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:41Z', 'revision_number': 2, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port_host': None, '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:41Z', 'revision_number': 2, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:43.035565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Checking router: 3e9c96f2-6876-4e81-88a7-b759f4fe2516 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:17:43.035963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Updating router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:17:43.094959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:43.618481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:43.642092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Transition to ACTIVE for port object 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:17:43.645532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:43.674844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:43.901478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14041740-2522-4060-a83e-87a25497c443 None None] Pushing event updated for resources: {'Port': ['ID=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:43.930651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.931031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.931399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.931758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.932117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.932472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.932826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.933176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.933544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.933894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.934245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.934616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14041740-2522-4060-a83e-87a25497c443 None None] Tracked resource versions report:
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'}}
Feb 19 02:17:43.935724 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:17:43.958848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-14041740-2522-4060-a83e-87a25497c443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:44.094219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Attempting to bind port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:17:44.094750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Attempting to bind port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:17:44.095113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Attempting to bind port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd on network 4963bbec-f233-49be-bc70-73b19a45e684 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:17:44.101338 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:17:44.101760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Checking segment: {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:17:44.102242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:44.102689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Bound using segment: {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:17:44.103221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Bound port: 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c694458f-02cd-4726-887d-98ae54c62ac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:17:44.103774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:44.203540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] For port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:17:44.207777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] For port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,segment=NetworkSegment(c694458f-02cd-4726-887d-98ae54c62ac3),segment_id=c694458f-02cd-4726-887d-98ae54c62ac3)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:17:44.211890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:44.225155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:44.376407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14041740-2522-4060-a83e-87a25497c443 None None] Pushing event updated for resources: {'Port': ['ID=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,revision_number=4']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:44.391954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-14041740-2522-4060-a83e-87a25497c443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:44.449000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Routers {'3e9c96f2-6876-4e81-88a7-b759f4fe2516'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:17:44.449974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf427979b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:17:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:44.658661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] Set router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:17:44.825918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51948) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:44.987359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcfa036-5b12-450c-b18b-0ec1bc57ac25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:44.987988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-dbcfa036-5b12-450c-b18b-0ec1bc57ac25 admin admin] Synchronizing usage tracker for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:17:45.003672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf427979b0>, [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:41Z', 'revision_number': 2, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port_host': None, '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:44Z', 'revision_number': 4, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:45.004726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-dbcfa036-5b12-450c-b18b-0ec1bc57ac25 admin admin] Unset dirty status for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:17:45.005993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-dbcfa036-5b12-450c-b18b-0ec1bc57ac25 admin admin] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 842 time: 0.1788390
Feb 19 02:17:45.011384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2433e-54d2-4643-898e-4eb8cd4a7eef None None] The sync data for ids ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'] in dv-cinder-776422-2-iscsi is: [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:41Z', 'revision_number': 2, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port_host': None, '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:44Z', 'revision_number': 4, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:17:45.016829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:45.022949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:45.027076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Usage tracker for resource:subnet and tenant:14dbee78d9504835b6a7c920a1ce027f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:45.030067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:45.037538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:45.046754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Made reservation on behalf of 14dbee78d9504835b6a7c920a1ce027f for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:17:45.051376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:45.491716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84006) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:17:45.492240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:45.507629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:45.641724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93640503-2336-4a25-bbba-01e87875fc14,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:45.646392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:45.707139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:17:45.707477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Network hostable DHCP agents. Network: 16c5e4b7-e55d-4ee2-b6af-355575528892, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:17:45.726205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:17:45.742033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 16c5e4b7-e55d-4ee2-b6af-355575528892) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:45.746182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:45.746845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:45.752395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10a4b4-946e-4601-b85a-cd9655fb8abe None None] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:17:45.768915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7561164
Feb 19 02:17:46.019710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52ad14-08ff-4d2f-92c6-303ef1fdbcb5 None None] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:17:46.908911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:46.985219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:17:46.990263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:46.990706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:47.118662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:47.152833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,segment=NetworkSegment(c694458f-02cd-4726-887d-98ae54c62ac3),segment_id=c694458f-02cd-4726-887d-98ae54c62ac3)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:17:47.155844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:47.158013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:47.228376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=05731ed3-4a00-4ca9-8f69-c00e3cbab0bd,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:47.231557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:48.438096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 51962) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:48.650954 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c89b4073-c011-4ebd-89f2-be42c6769ca8 admin admin] 10.222.0.44 "GET /v2.0/routers/3e9c96f2-6876-4e81-88a7-b759f4fe2516 HTTP/1.1" status: 200  len: 710 time: 0.2113955
Feb 19 02:17:48.789656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d1de39-c63e-4968-8b95-9b3c1b7de3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:48.791111 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d2d1de39-c63e-4968-8b95-9b3c1b7de3f7 admin admin] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 886 time: 0.1343184
Feb 19 02:17:48.800680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:17:48.881104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:48.963617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:48.964037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.271359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.788510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.846171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.859046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.873702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:17:49.877907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:17:49.880973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:17:49.887305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:17:49.978833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.981631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:49.996920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:50.088254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749698ef-74cf-4ad1-af49-ef73d149bcde,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:50.092647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:50.324657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Allocated IP 172.27.1.143 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/0de5edd5-097f-474e-907f-7db8a2f122ff) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:17:50.541772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:50.570793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:50.586174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:50.717124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0de5edd5-097f-474e-907f-7db8a2f122ff,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:50.729399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:50.772877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:17:50.775044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:17:50.777764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:17:51.178218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:51.525199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:51.528522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1962115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1962130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852832886'] for router, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:51.713777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:17:52.082307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:17:52.094703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Sync routers for ids ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:17:52.098167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:52.099483 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] 10.222.0.44 "PUT /v2.0/routers/3e9c96f2-6876-4e81-88a7-b759f4fe2516 HTTP/1.1" status: 200  len: 890 time: 3.3022485
Feb 19 02:17:52.105862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Routers {'3e9c96f2-6876-4e81-88a7-b759f4fe2516'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:17:52.106589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf419f6240>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:17:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:52.314531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Set router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:17:52.670689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf419f6240>, [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:50Z', 'revision_number': 4, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port': {'id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:50Z', 'updated_at': '2021-02-19T02:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:47Z', 'revision_number': 5, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:52.675596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Checking router: 3e9c96f2-6876-4e81-88a7-b759f4fe2516 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:17:52.676091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Updating router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 port 0de5edd5-097f-474e-907f-7db8a2f122ff binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:17:52.731814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.134229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.146156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Transition to ACTIVE for port object 0de5edd5-097f-474e-907f-7db8a2f122ff will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:17:53.149430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.165746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:53.310230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Pushing event updated for resources: {'Port': ['ID=0de5edd5-097f-474e-907f-7db8a2f122ff,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:53.315181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:53.367059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Attempting to bind port 0de5edd5-097f-474e-907f-7db8a2f122ff on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:17:53.367468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Attempting to bind port 0de5edd5-097f-474e-907f-7db8a2f122ff by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:17:53.367875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Attempting to bind port 0de5edd5-097f-474e-907f-7db8a2f122ff on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:17:53.373475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:17:53.373912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:17:53.374391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.374816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:17:53.375326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Bound port: 0de5edd5-097f-474e-907f-7db8a2f122ff, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:17:53.375740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.456931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] For port 0de5edd5-097f-474e-907f-7db8a2f122ff, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:17:53.460111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] For port 0de5edd5-097f-474e-907f-7db8a2f122ff, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=0de5edd5-097f-474e-907f-7db8a2f122ff,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:17:53.463463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:53.479124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:53.632004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Pushing event updated for resources: {'Port': ['ID=0de5edd5-097f-474e-907f-7db8a2f122ff,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:53.648140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:53.675543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Routers {'3e9c96f2-6876-4e81-88a7-b759f4fe2516'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:17:53.676200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf419f6240>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:17:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:54.028787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] Set router 3e9c96f2-6876-4e81-88a7-b759f4fe2516 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:17:54.383636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf419f6240>, [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:50Z', 'revision_number': 4, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port': {'id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:50Z', 'updated_at': '2021-02-19T02:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:47Z', 'revision_number': 5, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:17:54.387784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239586fa-e5c4-4988-a6ff-094bd21270f1 None None] The sync data for ids ['3e9c96f2-6876-4e81-88a7-b759f4fe2516'] in dv-cinder-776422-2-iscsi is: [{'id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'name': 'router1', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:17:29Z', 'updated_at': '2021-02-19T02:17:50Z', 'revision_number': 4, 'project_id': '6ef0273867624e769930f406f0bc4285', 'gw_port': {'id': '0de5edd5-097f-474e-907f-7db8a2f122ff', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:50Z', 'updated_at': '2021-02-19T02:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '05731ed3-4a00-4ca9-8f69-c00e3cbab0bd', 'name': '', 'network_id': '4963bbec-f233-49be-bc70-73b19a45e684', 'tenant_id': '6ef0273867624e769930f406f0bc4285', 'mac_address': 'fa:16:3e:80:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c96f2-6876-4e81-88a7-b759f4fe2516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:17:40Z', 'updated_at': '2021-02-19T02:17:47Z', 'revision_number': 5, 'project_id': '6ef0273867624e769930f406f0bc4285', 'subnets': [{'id': '2baeb217-02d1-4f5b-bf97-cd36fbd447bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f6e7227-60d9-4277-9f6b-eefdc3a5070a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:17:54.800891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 51972) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:17:54.926650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 0de5edd5-097f-474e-907f-7db8a2f122ff up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:55.043228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 0de5edd5-097f-474e-907f-7db8a2f122ff completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:17:55.048269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 0de5edd5-097f-474e-907f-7db8a2f122ff triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:55.048690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:55.051668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.policy [None req-bda1ec52-9349-4aaa-a873-3072b7f33dbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84007) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 02:17:55.088894 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-bda1ec52-9349-4aaa-a873-3072b7f33dbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:55.089292 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING oslo_policy.policy [None req-bda1ec52-9349-4aaa-a873-3072b7f33dbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:17:55.114788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1ec52-9349-4aaa-a873-3072b7f33dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:17:55.130386 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bda1ec52-9349-4aaa-a873-3072b7f33dbf admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.3173051
Feb 19 02:17:55.185608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:55.205476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 0de5edd5-097f-474e-907f-7db8a2f122ff, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=0de5edd5-097f-474e-907f-7db8a2f122ff,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:17:55.208990 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:17:55.211859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:17:55.288239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0de5edd5-097f-474e-907f-7db8a2f122ff,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:17:55.291837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:17:56.887331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 0de5edd5-097f-474e-907f-7db8a2f122ff up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:17:56.968113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 0de5edd5-097f-474e-907f-7db8a2f122ff triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:17:56.968535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:00.823282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-578cfa24-350d-41db-834a-6cb3923be18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:03.230188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1b55c4c5-398d-41f2-933b-0605353c865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:03.748545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:04.892541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:05.124947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:16.684709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:18:30.791530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71dd2277-ecfb-4bd2-92fc-c38e0f3b19b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:33.203830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1de431d3-7de5-49ff-8c45-0d6711d43c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:33.730972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:34.886509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:35.126145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:18:53.688465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:19:00.796732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1167-238e-4dc2-a6e7-6e7452b2ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:03.209065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69dfffa6-e9a7-4699-8688-61513403b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:03.733627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:04.888561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:05.127921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:30.687030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:19:30.799892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8e5c-3726-4a5c-bb1f-4aed68d49500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:33.211577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5a67bbd9-ae4a-4be2-972f-1c748902ca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:33.737572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:34.890466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:19:35.142859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:00.802432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc75d-1f42-427d-b87b-08f0c7609432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:03.213882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eb711ba9-0994-4f7e-a003-c6dcc158efc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:03.745801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:04.892826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:05.137186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:07.685924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:20:09.333165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52550) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:09.407781 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c8de92-ab55-4961-b940-0185af88903d admin admin] GET failed (client error): The resource could not be found.
Feb 19 02:20:09.409160 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-92c8de92-ab55-4961-b940-0185af88903d admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0749648
Feb 19 02:20:09.558875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76884424-730b-4650-bc15-8f82f9c84566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:09.560433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-76884424-730b-4650-bc15-8f82f9c84566 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1469119
Feb 19 02:20:12.043846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52560) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:12.171291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f133e-7e88-4502-a7fc-21aabd829cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:12.171901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b37f133e-7e88-4502-a7fc-21aabd829cc7 admin admin] Synchronizing usage tracker for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:subnet {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:20:12.189073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b37f133e-7e88-4502-a7fc-21aabd829cc7 admin admin] Unset dirty status for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:subnet {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:20:12.191312 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b37f133e-7e88-4502-a7fc-21aabd829cc7 admin admin] 10.222.0.44 "GET /v2.0/subnets/2baeb217-02d1-4f5b-bf97-cd36fbd447bb HTTP/1.1" status: 200  len: 849 time: 0.1453235
Feb 19 02:20:12.202742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:20:12.335888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:12.650298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783010056665'] for subnet, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:12.665771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-474418db-7716-43d6-89f5-0e5fe6d3c3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:20:12.806711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2baeb217-02d1-4f5b-bf97-cd36fbd447bb,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:20:12.817733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.818135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.818583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.818953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.819316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.819693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.820052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.820411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.820780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.821138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.821515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.821842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:20:12.827569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:20:12.862089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:12.863344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:12.864882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] 10.222.0.44 "PUT /v2.0/subnets/2baeb217-02d1-4f5b-bf97-cd36fbd447bb HTTP/1.1" status: 200  len: 868 time: 0.6674321
Feb 19 02:20:12.881443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d591d-d129-4b8b-9838-14aa6597d4ca None None] Network 4963bbec-f233-49be-bc70-73b19a45e684 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:20:13.406400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bdce774d-5c6c-422e-8701-10d87fd9799d None None] Provisioning complete for port 05731ed3-4a00-4ca9-8f69-c00e3cbab0bd triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:20:13.407028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdce774d-5c6c-422e-8701-10d87fd9799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:13.546591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bdce774d-5c6c-422e-8701-10d87fd9799d None None] Provisioning complete for port 85998d94-6f75-4ff9-a359-a18e10d7aeee triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:20:13.546897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdce774d-5c6c-422e-8701-10d87fd9799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:15.373680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52570) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:15.565398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6eb20-d628-4116-a71b-30ea7de2a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:15.566243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6eb20-d628-4116-a71b-30ea7de2a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:15.567915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-86a6eb20-d628-4116-a71b-30ea7de2a42e admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1932001
Feb 19 02:20:18.116488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 52580) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:18.488943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450087c-ef17-4e40-9b99-09b30084c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:18.489376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450087c-ef17-4e40-9b99-09b30084c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:18.491076 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a450087c-ef17-4e40-9b99-09b30084c9e2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.3735626
Feb 19 02:20:20.985025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 52590) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:21.174177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060ddc1-cbdf-4857-bd93-2d47745b3eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:21.175632 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1060ddc1-cbdf-4857-bd93-2d47745b3eed admin admin] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 886 time: 0.1895335
Feb 19 02:20:23.651901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52600) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:23.840554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8e795-338d-4b44-9181-49daef31f88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:23.842032 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-44b8e795-338d-4b44-9181-49daef31f88c admin admin] 10.222.0.44 "GET /v2.0/networks/4963bbec-f233-49be-bc70-73b19a45e684 HTTP/1.1" status: 200  len: 862 time: 0.1888204
Feb 19 02:20:26.337929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52610) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:26.478653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83044f35-7b9c-4025-a341-ea2efdadcce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:26.479080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83044f35-7b9c-4025-a341-ea2efdadcce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:26.480721 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-83044f35-7b9c-4025-a341-ea2efdadcce8 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1416790
Feb 19 02:20:28.963336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52620) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:29.078256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b336c5-4868-4011-a10c-cd41fd9a3913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:29.078725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b336c5-4868-4011-a10c-cd41fd9a3913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:29.080334 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d6b336c5-4868-4011-a10c-cd41fd9a3913 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1159239
Feb 19 02:20:30.803634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-be311f4f-664f-4891-b0fd-8feecdc3c5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:31.572124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52630) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:31.693164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381284ae-aff4-4056-8271-6464c16ea3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:31.694659 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-381284ae-aff4-4056-8271-6464c16ea3d2 admin admin] 10.222.0.44 "GET /v2.0/subnets/2baeb217-02d1-4f5b-bf97-cd36fbd447bb HTTP/1.1" status: 200  len: 868 time: 0.1212187
Feb 19 02:20:33.216920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5658813d-3843-4fef-a390-71aeadea2d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:33.742657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:34.178027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52640) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:20:34.290068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f947ab4-c8b7-46b2-92d0-0b6cf227397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:20:34.291629 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2f947ab4-c8b7-46b2-92d0-0b6cf227397e admin admin] 10.222.0.44 "GET /v2.0/subnets/93640503-2336-4a25-bbba-01e87875fc14 HTTP/1.1" status: 200  len: 816 time: 0.1125369
Feb 19 02:20:34.895640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:35.144177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:20:44.688574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:21:00.569940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52680) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:21:00.621349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-189e3b73-653f-412b-9d55-ad946638411d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:21:00.622448 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-189e3b73-653f-412b-9d55-ad946638411d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0513718
Feb 19 02:21:00.806044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39951799-2511-40aa-9162-0de6ae16f623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:03.217356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 52690) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:21:03.219660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b42d-2b63-4738-afeb-8590327ed9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:03.293096 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.pecan_wsgi.hooks.translation [None req-433220bb-a91e-47c0-839f-029a4d87a240 admin admin] GET failed (client error): The resource could not be found.
Feb 19 02:21:03.294564 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-433220bb-a91e-47c0-839f-029a4d87a240 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0760961
Feb 19 02:21:03.433562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea24f98-c3f7-4fa6-af16-2e935b3e3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:21:03.435105 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6ea24f98-c3f7-4fa6-af16-2e935b3e3cc6 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1361456
Feb 19 02:21:03.749229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:04.898777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:05.145281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:05.927870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 52700) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:21:05.979774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:21:05.982509 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.quota [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcf42524780>.
Feb 19 02:21:05.989626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:21:06.001944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:21:06.014339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Made reservation on behalf of 14dbee78d9504835b6a7c920a1ce027f for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:21:06.020249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:06.120643 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.services.revisions.revision_plugin [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fcf42406940] {project_id='14dbee78d9504835b6a7c920a1ce027f', id='9b9e01cc-7d6f-4ae7-abb4-6518512f1c4e', target_tenant='*', action='access_as_shared', object_id='9d3df325-0b79-49ee-b01e-b451cc7199fe'}> to bump revision.
Feb 19 02:21:06.140557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:21:06.151772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:06.152239 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Added segment 2074fb68-9346-4db2-beef-ddd5944c4c25 of type vxlan for network 9d3df325-0b79-49ee-b01e-b451cc7199fe
Feb 19 02:21:06.222945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:06.257492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:06.258984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:21:06.259619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:06.265499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:21:06.368487 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4394407
Feb 19 02:21:06.376151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3df325-0b79-49ee-b01e-b451cc7199fe,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:21:06.385111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.385502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.385879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.386244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.386641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.387005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.387364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.387721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.388114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.388450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.388799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.389172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Tracked resource versions report:
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'}}
Feb 19 02:21:06.390299 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:21:06.432353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:21:06.442987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:21:08.881213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52714) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:21:08.957807 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0410ac1-10ca-448a-b21a-3dbbd0280286 admin admin] GET failed (client error): The resource could not be found.
Feb 19 02:21:08.958973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c0410ac1-10ca-448a-b21a-3dbbd0280286 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0767245
Feb 19 02:21:09.073008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f45a2-3533-4794-8b51-1607cc9c9e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:21:09.074485 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-832f45a2-3533-4794-8b51-1607cc9c9e5a admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1111345
Feb 19 02:21:09.085171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Request body: {'subnet': {'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:21:09.089654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:21:09.099759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:21:09.108284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Made reservation on behalf of 14dbee78d9504835b6a7c920a1ce027f for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:21:09.113412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:09.500865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:09.515945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:21:09.645176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcac863-38e4-4035-b53c-7ca9d4298797,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:21:09.648092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:21:09.712762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Checking segment: {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:21:09.713156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Network hostable DHCP agents. Network: 9d3df325-0b79-49ee-b01e-b451cc7199fe, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:21:09.731364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:21:09.739802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 9d3df325-0b79-49ee-b01e-b451cc7199fe) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:21:09.743719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:21:09.744355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:09.749665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9532d-e2a5-43b7-bd90-d10f12ce6446 None None] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:21:09.772901 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6865969
Feb 19 02:21:09.991779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-9d3df325-0b79-49ee-b01e-b451cc7199fe', 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe', 'tenant_id': '14dbee78d9504835b6a7c920a1ce027f', 'fixed_ips': [{'subnet_id': 'dfcac863-38e4-4035-b53c-7ca9d4298797'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:21:09.992703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:10.290666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Allocated IP 192.168.233.2 (9d3df325-0b79-49ee-b01e-b451cc7199fe/dfcac863-38e4-4035-b53c-7ca9d4298797/52474492-168c-423f-8d27-be34d08072a6) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:21:10.675534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:10.686587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Transition to ACTIVE for port object 52474492-168c-423f-8d27-be34d08072a6 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:21:10.703829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Transition to ACTIVE for port object 52474492-168c-423f-8d27-be34d08072a6 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:21:10.709137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:10.725404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:21:10.856629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Pushing event updated for resources: {'Port': ['ID=52474492-168c-423f-8d27-be34d08072a6,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:21:10.867558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.867988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.868374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.868755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.869133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.869509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.869878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.870247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.870683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.871051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.871415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.871776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:21:10.875734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:21:10.932784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:21:10.934032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:21:10.936666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:21:10.996415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Attempting to bind port 52474492-168c-423f-8d27-be34d08072a6 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:21:10.997049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Attempting to bind port 52474492-168c-423f-8d27-be34d08072a6 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:21:10.997292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Attempting to bind port 52474492-168c-423f-8d27-be34d08072a6 on network 9d3df325-0b79-49ee-b01e-b451cc7199fe {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:21:11.003680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:21:11.004109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Checking segment: {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:21:11.004561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:11.005001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Bound using segment: {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:21:11.005525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Bound port: 52474492-168c-423f-8d27-be34d08072a6, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:21:11.005947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:11.104662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] For port 52474492-168c-423f-8d27-be34d08072a6, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:21:11.108081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] For port 52474492-168c-423f-8d27-be34d08072a6, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=52474492-168c-423f-8d27-be34d08072a6,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:21:11.110863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:11.127577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:21:11.278393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Pushing event updated for resources: {'Port': ['ID=52474492-168c-423f-8d27-be34d08072a6,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:21:11.281697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:21:12.538922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5394517-ba33-40d1-8fa2-84cad46b860b None None] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:21:12.630524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-fed1cbbe-f556-41d3-b5ec-dcf95d59d158 None None] Provisioning for port 52474492-168c-423f-8d27-be34d08072a6 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:21:13.047512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 52474492-168c-423f-8d27-be34d08072a6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:21:13.131640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 52474492-168c-423f-8d27-be34d08072a6 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:21:13.136757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 52474492-168c-423f-8d27-be34d08072a6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:21:13.137180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:13.282944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-12c1da67-16f5-4f78-a271-d5f8acfddbbf None None] Provisioning complete for port 52474492-168c-423f-8d27-be34d08072a6 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:21:13.283360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12c1da67-16f5-4f78-a271-d5f8acfddbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:13.326721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:13.382825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 52474492-168c-423f-8d27-be34d08072a6, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=52474492-168c-423f-8d27-be34d08072a6,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:21:13.415044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:13.430315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:21:13.508844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=52474492-168c-423f-8d27-be34d08072a6,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:21:13.512048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:21:13.616117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e989be77-bff6-4f82-a713-89b6a0ff1003 None None] Provisioning complete for port 52474492-168c-423f-8d27-be34d08072a6 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:21:13.616747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e989be77-bff6-4f82-a713-89b6a0ff1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:15.006631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 52474492-168c-423f-8d27-be34d08072a6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:21:15.081291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 52474492-168c-423f-8d27-be34d08072a6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:21:15.081709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:21.687134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:21:30.810385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-04a1fc96-8ebe-416c-a3fb-6ab98ed8429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:33.224037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff69d-052e-4003-9d81-db65d35dddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:33.754545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:34.900144 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:35.145148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:21:58.686227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:22:00.812628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30166580-fce5-489c-b8b7-cee2d31fceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:03.225881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cff4e82a-a58d-41d2-b867-2c08b788a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:03.753392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:04.902142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:05.142332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:22.975941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52756) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:22:22.982627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [None req-79efc770-d1d4-4607-96f5-69e96f5f73bc tempest-verify_tempest_config-1344611381 tempest-verify_tempest_config-1344611381-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:22:22.983684 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-79efc770-d1d4-4607-96f5-69e96f5f73bc tempest-verify_tempest_config-1344611381 tempest-verify_tempest_config-1344611381-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0066922
Feb 19 02:22:23.315480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52776) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:22:23.439273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.455197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:22:23.459210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9320166286472d866300f5ea06f978 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:22:23.462142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:22:23.467979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:22:23.558567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.561624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.571219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:22:23.612346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Synchronizing usage tracker for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:22:23.617160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248eb4e-49fc-49e9-a0a2-8ac16c13203a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:22:23.628804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.629204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.629582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.629951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.630316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.630723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.631090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.631585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.631966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.632328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.632693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.633106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:22:23.639126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:22:23.644474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Unset dirty status for tenant:14dbee78d9504835b6a7c920a1ce027f on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:22:23.645803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba9320166286472d866300f5ea06f978&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3292811
Feb 19 02:22:23.649227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52782) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:22:23.711381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.741651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.791890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.798274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:22:23.812184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248eb4e-49fc-49e9-a0a2-8ac16c13203a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:22:23.815253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:22:23.816254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:23.817535 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6248eb4e-49fc-49e9-a0a2-8ac16c13203a HTTP/1.1" status: 204  len: 168 time: 0.1672397
Feb 19 02:22:30.815203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd934c-01ce-439b-af3a-dac6c0e6c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:33.232693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7335da5-77fb-40a0-af93-0995bf5b07f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:33.755915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:34.905348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:35.150979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:22:35.685720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:23:00.817154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4be83de6-0df9-4032-a505-1a43ce71b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:03.224927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5cecec1-ad25-4e12-8e0a-fbff31dba2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:03.762238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:04.908167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:05.147866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:12.684890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:23:30.818587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c53cde11-8539-4846-91fa-13f099293511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:33.226812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bac4673-5448-4950-b4d6-5be41f910c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:33.761102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:34.910637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:35.152543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:23:49.684362 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 5 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:24:00.822714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-75d959cd-a878-475c-b6cd-ac315caf3b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:03.228822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42d67d21-c01d-44c2-adc7-c01104a34111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:03.764343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:04.913409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:05.154323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:06.448608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947'] for agent, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:06.449536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.449704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.450086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.450549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.450939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.451330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.451727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.452102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.452476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.452863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.453255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.453640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:24:06.454072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf416e3710>, 'Open vSwitch agent', 'hv-cinder-77642', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:24:06.458953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf42646320>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77642', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:24:06.761346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] get_endpoint_by_host() called for host hv-cinder-77642 {{(pid=84008) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 02:24:06.765970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=84008) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 02:24:06.769131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=84008) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 02:24:06.773947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] _get_endpoints() called {{(pid=84008) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 02:24:20.078898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52856) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:24:20.201764 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ee8b64e3-7181-4b9f-be03-9a7fc40febb8 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1216459
Feb 19 02:24:22.733573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 52866) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:24:22.795677 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7290d7e9-de3b-4c35-844f-ed44ff1ac690 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0609035
Feb 19 02:24:26.685214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:24:30.815241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2bb5efd9-f5c2-4972-a89c-dab7df757d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:33.235032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7f77f22c-260e-4432-a06e-c4bdae7b79ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:33.768269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:34.917494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:35.157626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:24:36.448256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:00.817410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b92fb30-1215-4408-ad2f-135bd84c0b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:03.226781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-751c734d-dc36-4ce2-98e8-4b4e3472862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:03.685100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:25:03.771774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:04.922069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:05.159940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:06.448528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:30.830008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b119e6d-f011-4524-a372-ad54c0b52e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:33.230654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26e7d973-603c-46ca-a356-8b2910e75bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:33.777572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:34.925429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:35.164028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:36.447173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:25:40.684818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:26:00.700798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53058) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:00.824274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fac9b766-e12d-4794-9b60-a7603776a318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:00.907222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53068) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:01.159471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-386658976-network', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:01.164676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.169320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Usage tracker for resource:network and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.172711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.181056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.196736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Made reservation on behalf of c5e1c746a8dc450eb96f1b22cd181e50 for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:01.205851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.207816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53080) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:01.222266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.242691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.247951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.251820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.259726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.259831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53086) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:01.329697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2096429852-network', 'tenant_id': 'c9d5cd11d3da467cafa26ca33bb4e830'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:01.329697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.346275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Usage tracker for resource:network and tenant:c9d5cd11d3da467cafa26ca33bb4e830 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.352299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.364832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.382110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Made reservation on behalf of c9d5cd11d3da467cafa26ca33bb4e830 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:01.391924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.409851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.423221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.428301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.429637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.433627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:01.435310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Usage tracker for resource:security_group_rule and tenant:c9d5cd11d3da467cafa26ca33bb4e830 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.438526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.445834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.472008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff90f03-7c3a-4a12-a2ea-445d1a4b31c1,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:01.482893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.484258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.484643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.485525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.486202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.486924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.487461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.487989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.488520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.489031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.489540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.490189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.490815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.491345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.491855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.492371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.492926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.493484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.494178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.494757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.495370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.496054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.496596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.497850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Tracked resource versions report:
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'},
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@hv-cinder-77642: {   'AddressGroup': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'ConntrackHelper': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Log': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Network': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Port': '1.7',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'PortForwarding': '1.2',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'QosPolicy': '1.8',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroup': '1.4',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroupRule': '1.2',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SubPort': '1.0',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Subnet': '1.1',
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Trunk': '1.1'}}
Feb 19 02:26:01.499416 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:26:01.533965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:01.534998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:26:01.556081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.556583 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Added segment 284f2259-c8fa-4fe0-bdf3-238febbd2f17 of type vxlan for network 5b4ec2dc-41c0-4415-958d-7f5e107c8197
Feb 19 02:26:01.586579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.590761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.600749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:01.604961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.644597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.646181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:01.647356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.651795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e52bf2-20fb-4b13-9c93-8d302e694b93,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:01.658635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:26:01.659333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:26:01.664931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.665534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.666113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.666742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.667328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.667887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.668816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.670377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.671069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.671626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.672220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.672954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.673773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.674391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.675152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.675907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.676535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.677343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.678086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.678461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f77c91b-7e2f-4a9e-a1c6-55b3985ca3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:01.678953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.679595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.680162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.680718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.681285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Tracked resource versions report:
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'},
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@hv-cinder-77642: {   'AddressGroup': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'ConntrackHelper': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Log': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Network': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Port': '1.7',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'PortForwarding': '1.2',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'QosPolicy': '1.8',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroup': '1.4',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroupRule': '1.2',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SubPort': '1.0',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Subnet': '1.1',
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Trunk': '1.1'}}
Feb 19 02:26:01.682901 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:26:01.690770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:01.788701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-network', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:01.795901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.804675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Usage tracker for resource:network and tenant:9bdc6eeb362640cd96dab7841d609efa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.813059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.822800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.846705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Pushing event updated for resources: {'Network': ['ID=5b4ec2dc-41c0-4415-958d-7f5e107c8197,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:01.851570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:01.851907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Made reservation on behalf of 9bdc6eeb362640cd96dab7841d609efa for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:01.853269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1513724
Feb 19 02:26:01.858732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53100) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:01.861705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.861819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:01.870170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Request body: {'subnet': {'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-subnet', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:01.881753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.889702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Usage tracker for resource:subnet and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.896957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.907579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.910750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-256331486-network', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:01.926670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:01.929207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:01.934046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Usage tracker for resource:network and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:01.938310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:01.952544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Made reservation on behalf of c5e1c746a8dc450eb96f1b22cd181e50 for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:01.955470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:01.961482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:01.976228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.039607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Made reservation on behalf of ce3f0058e9cc413c9235ce9b044f5d1f for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:02.058799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.095926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:02.098635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.139022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdc6eeb362640cd96dab7841d609efa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:02.150822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:02.163537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:02.166271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.203764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:02.207670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:02.220172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:02.240882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:02.329342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:26:02.332349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53116) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:02.362528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.363040 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Added segment 4805ac66-b879-4865-81fe-42a0dd490308 of type vxlan for network 3908b16a-e19b-41bd-97dc-6a73ee1a771a
Feb 19 02:26:02.429778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.497354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.520958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.539301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.540567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:02.577048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:02.583050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.584365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:02.614575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:26:02.625395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.625950 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Added segment 09b2d900-1546-4f75-b6b5-d39488216369 of type vxlan for network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723
Feb 19 02:26:02.659048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.690341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:02.702134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.707295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.710709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:02.711775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.752971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:26:02.753487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:26:02.766342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:02.767219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.776701 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.5669286
Feb 19 02:26:02.780748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53140) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:02.788341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-6511512-network', 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:02.797003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Request body: {'subnet': {'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-256331486-subnet', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:02.799725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db879e3-7677-4083-8746-04ff8ffbcebb,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:02.803515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:02.811300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:02.811932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:02.828920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:02.832249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Usage tracker for resource:network and tenant:bf138e653b034c909eb38d6f109c2c4b is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:02.839008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:02.912882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:02.914815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Usage tracker for resource:subnet and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:02.923406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:02.931073 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.0224259
Feb 19 02:26:02.935575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53148) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:02.961625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Request body: {'subnet': {'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2096429852-subnet', 'tenant_id': 'c9d5cd11d3da467cafa26ca33bb4e830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:02.982345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:03.006281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Usage tracker for resource:subnet and tenant:c9d5cd11d3da467cafa26ca33bb4e830 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:03.010025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:03.015527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.032217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:03.043650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Pushing event updated for resources: {'Network': ['ID=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:03.047353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:03.049873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.056228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:03.101154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:03.154297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:03.156732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:03.162960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:03.165208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Made reservation on behalf of c9d5cd11d3da467cafa26ca33bb4e830 for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:03.171688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.187588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Usage tracker for resource:security_group_rule and tenant:bf138e653b034c909eb38d6f109c2c4b is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:03.201241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:03.255925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.275341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:03.322620 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:03.332790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Checking segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:03.333478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Network hostable DHCP agents. Network: 5b4ec2dc-41c0-4415-958d-7f5e107c8197, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:26:03.365886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Made reservation on behalf of ce3f0058e9cc413c9235ce9b044f5d1f for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:03.371232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.431503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:26:03.482757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f197dcc7-f800-4b37-af96-bf70b74148f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.483415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Pushing event updated for resources: {'Network': ['ID=3908b16a-e19b-41bd-97dc-6a73ee1a771a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:03.492127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:03.505795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.506241 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Added segment da3b4343-c36d-4947-ba70-a0315971e50a of type vxlan for network acfca0d0-da8f-403c-9e50-a374c5e591ce
Feb 19 02:26:03.513171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:03.536326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.752s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:03.542945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:03.563549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d688e761-56eb-4ad1-aafd-e2ebcb1991f2,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:03.568607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:26:03.575547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:03.596493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 5b4ec2dc-41c0-4415-958d-7f5e107c8197) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:03.599421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:03.606266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:03.608081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.646619 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7839456
Feb 19 02:26:03.676967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53184) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:03.683150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:03.694542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:03.707715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Usage tracker for resource:router and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:03.713112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:03.723885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:03.778420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a6ab9-9bff-476f-a150-971c6af1282b None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:03.793725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.795402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.795823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.853223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.917090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:03.917772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.924738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:03.939705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0251c005-accf-4786-9ce1-5dbd2bf0aad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:03.965297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.212015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.9481373
Feb 19 02:26:04.218743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53210) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:04.245045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:26:04.246124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.251525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Request body: {'subnet': {'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-subnet', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:04.256572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:04.260724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Usage tracker for resource:subnet and tenant:9bdc6eeb362640cd96dab7841d609efa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:04.264753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:04.271171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:04.288671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Made reservation on behalf of 9bdc6eeb362640cd96dab7841d609efa for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:04.293569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.688121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.689608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Pushing event updated for resources: {'Network': ['ID=acfca0d0-da8f-403c-9e50-a374c5e591ce,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:04.700323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:04.714223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network acfca0d0-da8f-403c-9e50-a374c5e591ce details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:04.784069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.845245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.866124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c0a9d238-6db1-4517-803f-c0c511068178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:04.873686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.893504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fbed51b7-4e3c-4791-83b3-7a2a0483daa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:04.920401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:26:04.936487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c7e3b-cd87-41aa-91f7-149de05f26cb,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:04.944241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:04.948128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:04.948719 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Added segment 68d7564b-85c2-4e2a-a525-4de02ebc646f of type vxlan for network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f
Feb 19 02:26:05.001818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53244) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:05.024965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.065432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.104477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53250) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:05.135717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35553d1-2295-4e57-9857-85819fa437bd,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:05.145924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:05.215474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.234187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Allocated IP 172.20.0.2 (5b4ec2dc-41c0-4415-958d-7f5e107c8197/d688e761-56eb-4ad1-aafd-e2ebcb1991f2/02635ab1-824c-4379-a5b3-3119f02df188) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:05.249352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.268970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:05.269644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.282031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b9560862-aaa1-4d0d-871b-4b2424df0ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:05.310307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.378959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.440720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:05.442681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:05.452111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bf6c66ba754049f2903248fa41328c36 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:05.455047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Checking segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:05.455448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Network hostable DHCP agents. Network: fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:26:05.464483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:05.468837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Usage tracker for resource:security_group_rule and tenant:78519ed2b10044898c8f5a21da011497 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:05.474226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:05.477711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:05.483610 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.1451638
Feb 19 02:26:05.484963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53258) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:05.485879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.489996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.490400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:05.498981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Transition to ACTIVE for port object 02635ab1-824c-4379-a5b3-3119f02df188 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:05.515222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Pushing event updated for resources: {'Network': ['ID=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:05.516569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Transition to ACTIVE for port object 02635ab1-824c-4379-a5b3-3119f02df188 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:05.520256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:05.521270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Request body: {'subnet': {'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-6511512-subnet', 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:05.522221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.528985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.531825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:05.537562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:05.541756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Usage tracker for resource:subnet and tenant:bf138e653b034c909eb38d6f109c2c4b is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:05.544948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:05.550761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:05.551146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:05.567113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:05.578615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:05.583470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.597649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.617853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:26:05.726713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:05.731425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:05.732499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.754988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efbd679-c43f-48f5-8740-3cfc11f9c5db,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:05.768710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:05.788926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Pushing event updated for resources: {'Port': ['ID=02635ab1-824c-4379-a5b3-3119f02df188,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:05.794614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0c347-ea8c-423e-a057-8c6ecd3e1316 None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:05.837086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.873083 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.0865638
Feb 19 02:26:05.877128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53268) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:05.878387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.878586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.878919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.879298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.879675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.880154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.880532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.880879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.881255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.881954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.881954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.882309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.882822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.883194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.883887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.883887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.884239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.884606 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.884970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.885078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:05.885334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.885701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.886079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.886463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.886826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Tracked resource versions report:
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'},
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@hv-cinder-77642: {   'AddressGroup': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'ConntrackHelper': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Log': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Network': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Port': '1.7',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'PortForwarding': '1.2',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'QosPolicy': '1.8',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroup': '1.4',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroupRule': '1.2',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SubPort': '1.0',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Subnet': '1.1',
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Trunk': '1.1'}}
Feb 19 02:26:05.888701 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:26:05.903061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:05.911052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:05.922068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:05.937470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Usage tracker for resource:router and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:05.945747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:05.952394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:05.965694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:06.038601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.087226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.088392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.092516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.092755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.098146 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78519ed2b10044898c8f5a21da011497&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0869296
Feb 19 02:26:06.099436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0557c-6956-442d-a113-6c10e2a1f7f0,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:06.101826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53272) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:06.125487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:06.127753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Checking segment: {'id': '4805ac66-b879-4865-81fe-42a0dd490308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:06.128284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Network hostable DHCP agents. Network: 3908b16a-e19b-41bd-97dc-6a73ee1a771a, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:26:06.147628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:06.152017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c46a3597-a5bc-4069-921e-0f2c2c1ea92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:06.187848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.232752 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf6c66ba754049f2903248fa41328c36&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1216092
Feb 19 02:26:06.233595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:06.237152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:06.250521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:06.253508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53278) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:06.359260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Attempting to bind port 02635ab1-824c-4379-a5b3-3119f02df188 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:06.359683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Attempting to bind port 02635ab1-824c-4379-a5b3-3119f02df188 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:06.360103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Attempting to bind port 02635ab1-824c-4379-a5b3-3119f02df188 on network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:06.367164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:06.367663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Checking segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:06.368036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.368484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Bound using segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:06.369028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Bound port: 02635ab1-824c-4379-a5b3-3119f02df188, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:06.369465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.422908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:26:06.423848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.501825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:26:06.515304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:06.519734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network acfca0d0-da8f-403c-9e50-a374c5e591ce details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:06.529894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:06.537993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 3908b16a-e19b-41bd-97dc-6a73ee1a771a) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:06.557541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:06.558240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.578419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fae96c-0f0e-4165-85d9-dfefa83a8018,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:06.578670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.612611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:06.644254 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6917119
Feb 19 02:26:06.646602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.647123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db07c93-f368-4509-a076-2a3bbeda6bb5 None None] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:06.678174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Allocated IP 172.27.1.250 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/fbdb60b0-0764-429a-ab90-6738e2ffbcb9) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:06.705381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.715226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Checking segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:06.716619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Network hostable DHCP agents. Network: acfca0d0-da8f-403c-9e50-a374c5e591ce, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:26:06.724321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:06.740328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0557c-6956-442d-a113-6c10e2a1f7f0,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:06.743797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.751764 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fe0557c-6956-442d-a113-6c10e2a1f7f0 HTTP/1.1" status: 204  len: 168 time: 0.6138213
Feb 19 02:26:06.753704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:06.792461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Network acfca0d0-da8f-403c-9e50-a374c5e591ce is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:26:06.793224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] For port 02635ab1-824c-4379-a5b3-3119f02df188, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:06.824077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, acfca0d0-da8f-403c-9e50-a374c5e591ce) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:06.833968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:06.834894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.855484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c4fe2-4c17-405c-ba67-90e6ff4653b7 None None] Network acfca0d0-da8f-403c-9e50-a374c5e591ce requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:06.871159 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.6512640
Feb 19 02:26:06.874519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53292) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:06.886976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:06.894420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:06.899163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Usage tracker for resource:router and tenant:9bdc6eeb362640cd96dab7841d609efa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:06.903565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:06.910602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:06.922972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.924287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:06.968376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.068661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] For port 02635ab1-824c-4379-a5b3-3119f02df188, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=02635ab1-824c-4379-a5b3-3119f02df188,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:07.150478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.161715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4923ca-9049-4cc9-aa20-db4c56f8c66a None None] Network acfca0d0-da8f-403c-9e50-a374c5e591ce requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:07.202515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.223269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.328585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.404492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53316) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:07.409914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53320) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:07.412256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.417750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:07.433835 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 02:26:07.518056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.526209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.579724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.597689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:07.630092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fae96c-0f0e-4165-85d9-dfefa83a8018,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:07.646927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:07.686635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.701827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:26:07.717029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:07.830526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:07.835214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Usage tracker for resource:security_group_rule and tenant:ba5980cba8a04777ab280dff0578b51f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:07.838634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:07.893464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:07.925572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:07.926855 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09fae96c-0f0e-4165-85d9-dfefa83a8018 HTTP/1.1" status: 204  len: 168 time: 1.6700540
Feb 19 02:26:07.948567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:08.037794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:08.040224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.079464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:08.100092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-6d5e5efc-b4ad-417d-bab8-c3f4a223c495 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:08.100801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-6d5e5efc-b4ad-417d-bab8-c3f4a223c495 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Synchronizing usage tracker for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:08.184411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.194929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.220377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:08.253078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff13b98-75dc-4dbe-bd0d-169e1fd9d266,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:08.256848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-6d5e5efc-b4ad-417d-bab8-c3f4a223c495 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Unset dirty status for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:08.258255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-6d5e5efc-b4ad-417d-bab8-c3f4a223c495 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/networks?id=3908b16a-e19b-41bd-97dc-6a73ee1a771a HTTP/1.1" status: 200  len: 812 time: 0.8417845
Feb 19 02:26:08.259267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:08.322232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Allocated IP 172.20.0.2 (fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723/d35553d1-2295-4e57-9857-85819fa437bd/a8d789ea-bfb9-4271-bf3d-7bd9903e0f52) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:08.458664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53350) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:08.498391 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba5980cba8a04777ab280dff0578b51f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0894525
Feb 19 02:26:08.505837 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-2d4bfc52-c945-4e0d-b34b-b73fd21c2765 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/quotas/c9d5cd11d3da467cafa26ca33bb4e830 HTTP/1.1" status: 200  len: 375 time: 0.2318437
Feb 19 02:26:08.508274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53354) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:08.515007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.563929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.583764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e8555-ac9d-4335-9f35-b9b6b78c59bd None None] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:08.597211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Pushing event updated for resources: {'Port': ['ID=02635ab1-824c-4379-a5b3-3119f02df188,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:08.601065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:08.612331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:08.625272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.656277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4d02cf39004c6eb97166147d16ce08 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:08.661091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-0786c94f-5a0d-4ec2-b987-c501462e4371 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1358571
Feb 19 02:26:08.661889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:08.679481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.694656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:08.771516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:08.772925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:08.785515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:08.812970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:08.831398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.834057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.854741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.861799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Transition to ACTIVE for port object a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:08.928262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.937827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:08.959540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:08.999616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Transition to ACTIVE for port object a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:09.006600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.054585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-99294290-5086-4613-a246-c75c0b6e33c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:09.148661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.194549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.208660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:09.296444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Pushing event updated for resources: {'Port': ['ID=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:09.308076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:09.308204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c135dfa-6380-4b2e-8443-8e5feec9f0fb,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:09.311206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.317914 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae4d02cf39004c6eb97166147d16ce08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8467355
Feb 19 02:26:09.321170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 02635ab1-824c-4379-a5b3-3119f02df188 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:09.327862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53374) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:09.328361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:09.332586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-44f85af7-4884-426d-b0f4-310da584579d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:26:09.341667 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-44f85af7-4884-426d-b0f4-310da584579d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2893741
Feb 19 02:26:09.344450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Allocated IP 172.27.1.180 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/f21f3a8e-559b-486c-b461-bfe1a97011d2) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:09.432757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:09.433936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Checking segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:09.434417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Network hostable DHCP agents. Network: fd54f352-2984-4a61-b9ca-5bbc66d3aa9f, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:26:09.435387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:09.439393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:09.448648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 02635ab1-824c-4379-a5b3-3119f02df188 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:09.510668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f5d9af67-971e-4bd5-8a24-87506241b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:09.524080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Attempting to bind port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:09.525004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Attempting to bind port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:09.525641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Attempting to bind port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 on network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:09.534225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:09.535057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Checking segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:09.535726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.536390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Bound using segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:09.537119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Bound port: a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:09.537898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.562810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff13b98-75dc-4dbe-bd0d-169e1fd9d266,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:09.575526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.579780 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ff13b98-75dc-4dbe-bd0d-169e1fd9d266 HTTP/1.1" status: 204  len: 168 time: 1.0687926
Feb 19 02:26:09.580808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:09.617204 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-25ca00d5-a3bc-4e0b-b007-95ab960e22f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718790
Feb 19 02:26:09.667078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:26:09.682920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.696816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] For port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:09.702931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] For port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:09.705732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, fd54f352-2984-4a61-b9ca-5bbc66d3aa9f) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:09.707337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.726439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:09.727091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.729614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:09.769943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a25b8d-0d0b-40b5-a1de-60bc70e8eefe None None] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:09.832225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.880970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.3870351
Feb 19 02:26:09.890456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.893620 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:09.952307 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-bc82a837-b3b6-40f6-a8c2-818c6f914d16 service neutron] 10.222.0.44 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2136340
Feb 19 02:26:09.970292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:10.013855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:10.081303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Pushing event updated for resources: {'Port': ['ID=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:10.136445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:10.214922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f21f3a8e-559b-486c-b461-bfe1a97011d2,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:10.227992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:10.363720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:10.374672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:10.471543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:10.584900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85e6de-71ad-4562-bc99-8f88c2c4ce8c None None] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:10.618819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cba3314-b688-48e1-a810-f0b0cc5ab9fc req-72464cd3-9c9f-4e5a-8049-7d3bf7a34331 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.2537017
Feb 19 02:26:10.703918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53436) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:10.735862 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 02:26:10.920686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67221d69-bdfd-4a88-811d-c2672c5b2627 None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:10.962393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Allocated IP 172.27.1.89 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/ac9f3877-8486-43bf-a39a-f873dcf41e33) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:10.965145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:11.401049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:11.482632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3028e0f4-aae9-4526-93c3-c067d79bce7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:11.554195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:11.559772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c135dfa-6380-4b2e-8443-8e5feec9f0fb,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:11.602611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:11.603779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:11.605348 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c135dfa-6380-4b2e-8443-8e5feec9f0fb HTTP/1.1" status: 204  len: 168 time: 2.2764826
Feb 19 02:26:11.794640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Provisioning for port 02635ab1-824c-4379-a5b3-3119f02df188 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:11.832035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Provisioning complete for port 02635ab1-824c-4379-a5b3-3119f02df188 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:11.832461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:11.855300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-cc138bc3-9f53-4fd4-a6f3-d340d2a4c0bd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:11.857575 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-cc138bc3-9f53-4fd4-a6f3-d340d2a4c0bd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 1.1520429
Feb 19 02:26:11.866237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53482) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:12.008010 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-2952f31a-e35b-411d-9335-af682a688a71 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/quotas/bf138e653b034c909eb38d6f109c2c4b HTTP/1.1" status: 200  len: 375 time: 0.1292593
Feb 19 02:26:12.059641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.207487 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-4d154832-ef5b-41f0-8fa6-baf010d3a9f5 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1620462
Feb 19 02:26:12.246309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Router 9656a703-886e-41b4-87b2-8819e4cb0069 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:26:12.252040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.297623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] For port 02635ab1-824c-4379-a5b3-3119f02df188, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=02635ab1-824c-4379-a5b3-3119f02df188,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:12.301689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.307718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:12.313735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.479797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Pushing event updated for resources: {'Port': ['ID=02635ab1-824c-4379-a5b3-3119f02df188,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:12.492071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:12.501971 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27ebd1c4-4099-4635-be1a-7d5bad899108 req-a1adc1d9-72dd-46a4-b3ce-d303a7622ad1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.7007015
Feb 19 02:26:12.512191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.629833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:12.794666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:26:12.814428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.815780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Usage tracker for resource:security_group_rule and tenant:58d5cadab86044cc843d648c2e834033 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:12.850900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:12.853933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-99b1a5d0-0d3c-4719-810e-ddebef81b3d7 None None] Provisioning complete for port 02635ab1-824c-4379-a5b3-3119f02df188 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:12.854422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-99b1a5d0-0d3c-4719-810e-ddebef81b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:12.875306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:12.949264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:12.993175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e5267-f871-4c61-bbdd-a0de69257e0f None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:26:13.043601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9f3877-8486-43bf-a39a-f873dcf41e33,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:13.064401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-cf4ebc26-a685-47e1-8bf8-03b4dad41b8c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:26:13.076325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-cf4ebc26-a685-47e1-8bf8-03b4dad41b8c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5384407
Feb 19 02:26:13.166500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:13.295834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:13.306888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Sync routers for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:13.319491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:13.321610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19160>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:13.326505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:13.339788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.4609580
Feb 19 02:26:13.340306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53528) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:13.458294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:13.500598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:13.503246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:13.547122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:13.549117 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8a168d55-7d45-4c59-b1ef-19f2476564c2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.8704584
Feb 19 02:26:13.593939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53536) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:13.594405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.53', 58856) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:13.666251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:13.666987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40b6b080>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:13.738772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:14.020752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Provisioning complete for port 02635ab1-824c-4379-a5b3-3119f02df188 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:14.021176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:14.091789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:14.120066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aed41cc7-c954-4667-8738-7246903961f2 req-be4333df-f971-4e36-a4ff-32457c017dc1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.1944888
Feb 19 02:26:14.305426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 02635ab1-824c-4379-a5b3-3119f02df188 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:14.421580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:14.599269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19160>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:10Z', 'revision_number': 3, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:14.609796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Checking router: 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:14.611239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Updating router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 port f21f3a8e-559b-486c-b461-bfe1a97011d2 binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:14.677260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:15.123592 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-b994db87-bfdb-4e7e-9cc8-07056a9ee160 service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0464110
Feb 19 02:26:15.231798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 02635ab1-824c-4379-a5b3-3119f02df188 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:15.232324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:15.244661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:15.274850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Transition to ACTIVE for port object f21f3a8e-559b-486c-b461-bfe1a97011d2 will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:15.279470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:15.455600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-14041740-2522-4060-a83e-87a25497c443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:15.477448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:15.586706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40b6b080>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:09Z', 'revision_number': 3, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:15.632069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:15.649060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-68f86ea1-08a3-4565-ab3a-5c90ff9c00a6 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:15.653501 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-68f86ea1-08a3-4565-ab3a-5c90ff9c00a6 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.53 "GET /v2.0/networks?id=3908b16a-e19b-41bd-97dc-6a73ee1a771a HTTP/1.1" status: 200  len: 812 time: 2.0515087
Feb 19 02:26:15.654406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:15.721189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:15.721831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Updating router 9656a703-886e-41b4-87b2-8819e4cb0069 port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:15.785802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Provisioning for port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:15.813552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Provisioning complete for port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:15.814282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:15.906705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.057181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.112716 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b02dad3c-42c8-4d62-9511-8cefd7bbd3dd req-2c3d6efe-16af-4034-8437-ced14f79fc76 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.5884674
Feb 19 02:26:16.139703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Attempting to bind port f21f3a8e-559b-486c-b461-bfe1a97011d2 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:16.140225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Attempting to bind port f21f3a8e-559b-486c-b461-bfe1a97011d2 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:16.140484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Attempting to bind port f21f3a8e-559b-486c-b461-bfe1a97011d2 on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:16.178678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:16.179107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:16.179648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.180218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:16.186467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Bound port: f21f3a8e-559b-486c-b461-bfe1a97011d2, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:16.187213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.409743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] For port f21f3a8e-559b-486c-b461-bfe1a97011d2, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:16.427214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] For port f21f3a8e-559b-486c-b461-bfe1a97011d2, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f21f3a8e-559b-486c-b461-bfe1a97011d2,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:16.455159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.556145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:16.784738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Pushing event updated for resources: {'Port': ['ID=f21f3a8e-559b-486c-b461-bfe1a97011d2,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:16.804723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.805453 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.806042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.806668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.807293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.808171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.808779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.809930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.810479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.810994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.811527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.812047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.812638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.813152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.813661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.814181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.814720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.815508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.816207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.816732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.817309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.817896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.818565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.819163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Tracked resource versions report:
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]: pushed versions:
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]: {   'AddressGroup': {'1.1'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'ConntrackHelper': {'1.0'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Log': {'1.0'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Network': {'1.1'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Port': {'1.7'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'PortForwarding': {'1.2'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'QosPolicy': {'1.8'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroup': {'1.4'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'SubPort': {'1.0'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Subnet': {'1.1'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     'Trunk': {'1.1'}}
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]: consumer versions:
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]: {   DHCP agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     L3 agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metadata agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     Metering agent@dv-cinder-776422-2-iscsi: {},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@dv-cinder-776422-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Log': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Network': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Port': '1.7',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'PortForwarding': '1.2',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'QosPolicy': '1.8',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroup': '1.4',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'SubPort': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Subnet': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                                      'Trunk': '1.1'},
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:     Open vSwitch agent@hv-cinder-77642: {   'AddressGroup': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'ConntrackHelper': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Log': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Network': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Port': '1.7',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'PortForwarding': '1.2',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'QosPolicy': '1.8',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroup': '1.4',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SecurityGroupRule': '1.2',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'SubPort': '1.0',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Subnet': '1.1',
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:                                             'Trunk': '1.1'}}
Feb 19 02:26:16.820777 dv-cinder-776422-2-iscsi neutron-server[83896]:  {{(pid=84009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:26:16.829204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.374s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:16.829853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:16.852617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Allocated IP 172.20.0.1 (acfca0d0-da8f-403c-9e50-a374c5e591ce/e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b/6c66dc8c-c88e-4cc8-9830-4d24d345273d) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:16.974704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Request body: {'port': {'device_id': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a', 'admin_state_up': True, 'tenant_id': 'c9d5cd11d3da467cafa26ca33bb4e830'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:17.353254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:17.354327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19160>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:17.365818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.517033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Pushing event updated for resources: {'Port': ['ID=f21f3a8e-559b-486c-b461-bfe1a97011d2,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:17.536851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:17.538612 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7235d74-94f9-4719-b7f3-1f8488dadbf5 req-6a60e352-ec01-4436-b4ce-f0908cd79292 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.2403827
Feb 19 02:26:17.644538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.649242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:17.666174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] For port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:17.681013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.698776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Usage tracker for resource:port and tenant:c9d5cd11d3da467cafa26ca33bb4e830 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:17.703305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:17.711610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:17.754845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.757264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.765186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.785679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:17.812196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.821372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:26:17.863768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.868592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:17.935611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-12af7911-8e5c-4f4b-9231-b1db942b0d41 None None] Provisioning complete for port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:17.938759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12af7911-8e5c-4f4b-9231-b1db942b0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:17.980583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:18.111660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Pushing event updated for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:18.118005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:18.139912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Transition to ACTIVE for port object fbdb60b0-0764-429a-ab90-6738e2ffbcb9 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:18.142500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Network acfca0d0-da8f-403c-9e50-a374c5e591ce is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:18.145431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:18.156774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:18.158589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.176282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.229113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Pushing event updated for resources: {'Port': ['ID=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:18.378057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:18.385899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:18.426989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.453749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:18.479478 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58d5cadab86044cc843d648c2e834033&name=default HTTP/1.1" status: 200  len: 2979 time: 6.6099598
Feb 19 02:26:18.480488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53628) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:18.555275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19160>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:10Z', 'revision_number': 3, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:18.561075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbdeca-779f-4046-9257-061e70a57042 None None] The sync data for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi is: [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:10Z', 'revision_number': 3, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:18.595623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec63bf-5d6c-44e9-b94b-bee3d78de91e,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:18.601171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Pushing event updated for resources: {'Port': ['ID=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:18.711276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:18.723689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Made reservation on behalf of c9d5cd11d3da467cafa26ca33bb4e830 for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:18.749866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.773749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Attempting to bind port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:18.774781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Attempting to bind port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:18.775363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Attempting to bind port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:18.785802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:18.787291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:18.788195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.789193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:18.789916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Bound port: fbdb60b0-0764-429a-ab90-6738e2ffbcb9, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:18.790577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.910547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] For port fbdb60b0-0764-429a-ab90-6738e2ffbcb9, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:18.927732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] For port fbdb60b0-0764-429a-ab90-6738e2ffbcb9, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:18.933909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:18.963721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aa6c74a5-e7a2-4773-8870-1a27560f251f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:19.010030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.015785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:19.092300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.114336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.121245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.137223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.139194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:19.192600 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7703fe7a-5053-40a6-90b1-6be8a02eab9f req-c25ed696-ec59-4a28-9653-d11a1a2f535f tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.3288083
Feb 19 02:26:19.233235 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-a34bc7bb-68bb-40ef-bdf0-0e3b74e622ad service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 3.9085360
Feb 19 02:26:19.279948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.466425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Pushing event updated for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:19.493696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:19.518818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:19.519527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40b6b080>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:19.530445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:19.637628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Network acfca0d0-da8f-403c-9e50-a374c5e591ce is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:19.646428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7675e2a3-f773-4920-aeca-2d1e2fdecea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:19.764079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Pushing event updated for resources: {'Port': ['ID=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:19.797214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:19.967445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:20.028875 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-117b054a-2a58-41a4-beb5-bb75a7789f9e req-f923c987-b58d-4b75-a30f-4c5ff1756e4f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.3834527
Feb 19 02:26:20.060568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:20.094804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec63bf-5d6c-44e9-b94b-bee3d78de91e,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:20.125585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:20.359640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Allocated IP 172.20.0.1 (5b4ec2dc-41c0-4415-958d-7f5e107c8197/d688e761-56eb-4ad1-aafd-e2ebcb1991f2/b572f4d4-3de5-4b23-abf1-7ec24a83b9be) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:20.423020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:20.557243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:26:20.858490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:20.865027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:20.931841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:21.074272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:21.110493 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] 10.222.0.44 "PUT /v2.0/routers/4244bc1e-1c21-4755-a622-09b6ce8c6dd6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7683382
Feb 19 02:26:21.204672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:21.209842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bec63bf-5d6c-44e9-b94b-bee3d78de91e HTTP/1.1" status: 204  len: 168 time: 2.6918962
Feb 19 02:26:21.216881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Transition to ACTIVE for port object b572f4d4-3de5-4b23-abf1-7ec24a83b9be will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:21.310332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40b6b080>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:09Z', 'revision_number': 3, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:21.330590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f859828-784e-476c-a77d-63f6f8a5745c None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:09Z', 'revision_number': 3, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:21.337002 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c8864bec-7bd4-4363-89fc-2bc0bc87d880 req-f795120a-738a-4623-9619-11c80a667fed tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.1637261
Feb 19 02:26:21.350042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f21f3a8e-559b-486c-b461-bfe1a97011d2 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:21.454546 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae6eb704-fa91-4c25-a307-6302240d629a req-fafe789f-0364-4737-8f4c-e11bda60a969 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.2320879
Feb 19 02:26:21.576554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port f21f3a8e-559b-486c-b461-bfe1a97011d2 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:21.590487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port f21f3a8e-559b-486c-b461-bfe1a97011d2 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:21.590945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:21.737569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:26:22.306374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:22.586764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Sync routers for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:22.607009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:22.611734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19da0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:22.718260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:22.739935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port f21f3a8e-559b-486c-b461-bfe1a97011d2, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f21f3a8e-559b-486c-b461-bfe1a97011d2,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:22.743172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:22.745450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7a2e5f4c-1491-48d4-92c9-1d6d91e06f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:22.870076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:22.995052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device fbdb60b0-0764-429a-ab90-6738e2ffbcb9 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:23.165511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f21f3a8e-559b-486c-b461-bfe1a97011d2,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:23.193485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:23.253593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:23.259944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:23.261072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:23.492504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:23.645763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.53', 58865) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:23.747927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:23.812501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port fbdb60b0-0764-429a-ab90-6738e2ffbcb9, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:23.821806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:23.824333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:23.879515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-c5668a27-7208-44ef-a2ba-76019de8749e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:23.880527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3ea38ea3-1461-420c-b440-c1840db86084 req-c5668a27-7208-44ef-a2ba-76019de8749e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:23.958161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-cc8583b3-3438-47f9-bd23-056d10b2f4d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:23.958867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-cc8583b3-3438-47f9-bd23-056d10b2f4d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:24.017444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3ea38ea3-1461-420c-b440-c1840db86084 req-c5668a27-7208-44ef-a2ba-76019de8749e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:24.025465 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-c5668a27-7208-44ef-a2ba-76019de8749e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.3637609
Feb 19 02:26:24.026623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-cc8583b3-3438-47f9-bd23-056d10b2f4d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:24.042821 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-cc8583b3-3438-47f9-bd23-056d10b2f4d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 819 time: 1.2785723
Feb 19 02:26:24.080261 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-c1b69e29-00a6-413e-8008-e1c0e363e291 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/quotas/9bdc6eeb362640cd96dab7841d609efa HTTP/1.1" status: 200  len: 375 time: 0.0363362
Feb 19 02:26:24.083603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:24.097731 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:24.109060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Pushing event updated for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:24.126687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:24.128119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:24.149239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:24.169466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:24.170170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c092b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:24.223563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-eaee8f9d-1f72-45dd-a3ef-3416d62d4349 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:24.231014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5192e29c-99df-4b10-9db8-1d02692f7dea req-29eb65c8-09a9-4dfa-8556-58314fd9fe0a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 1.3637278
Feb 19 02:26:24.238940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:24.267885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19da0>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 4, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '6c66dc8c-c88e-4cc8-9830-4d24d345273d', 'name': '', 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'mac_address': 'fa:16:3e:40:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:16Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 2, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'subnets': [{'id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:24.284465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:24.285959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Checking router: 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:24.287335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Updating router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 port 6c66dc8c-c88e-4cc8-9830-4d24d345273d binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:24.290962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-eaee8f9d-1f72-45dd-a3ef-3416d62d4349 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:24.300543 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-eaee8f9d-1f72-45dd-a3ef-3416d62d4349 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2190073
Feb 19 02:26:24.305386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:24.305930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:24.456043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:24.643015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:24.673879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Allocated IP 172.20.0.3 (3908b16a-e19b-41bd-97dc-6a73ee1a771a/5efbd679-c43f-48f5-8740-3cfc11f9c5db/539d7478-42da-4489-996c-fb72328e93ff) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:24.705295 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-f06d109b-48f0-46ab-8697-37ab5dc9abfa service neutron] 10.222.0.44 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4035389
Feb 19 02:26:24.737826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a128633e-287c-4ecf-9c55-2ae2c7a7277f req-66ebaf94-1109-4393-8388-45475b21d791 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.1247318
Feb 19 02:26:24.776292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:24.787746 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 18.9085233
Feb 19 02:26:24.794219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 53780) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:24.929633 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-7372f6b6-4609-4ac0-ad1d-bab301a37af4 service neutron] 10.222.0.44 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2172179
Feb 19 02:26:25.187541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f21f3a8e-559b-486c-b461-bfe1a97011d2 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:25.215404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:25.229319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Transition to ACTIVE for port object 6c66dc8c-c88e-4cc8-9830-4d24d345273d will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:25.235671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:25.519699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-14041740-2522-4060-a83e-87a25497c443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:25.583744 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-122bb8e6-b383-42cb-817f-e06453e956a3 req-d5376661-1b44-472e-877b-02a01642ed7c tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.1610429
Feb 19 02:26:25.616135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-97cdd342-c147-420e-8a6d-8a9093d28602 None None] Provisioning for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:25.624766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-97cdd342-c147-420e-8a6d-8a9093d28602 None None] Provisioning complete for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:25.625194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97cdd342-c147-420e-8a6d-8a9093d28602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:25.719663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-97cdd342-c147-420e-8a6d-8a9093d28602 None None] Port b572f4d4-3de5-4b23-abf1-7ec24a83b9be cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:25.735754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port f21f3a8e-559b-486c-b461-bfe1a97011d2 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:25.736183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:25.781450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c092b0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:15Z', 'revision_number': 3, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:25.801694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:25.802305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Updating router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 port ac9f3877-8486-43bf-a39a-f873dcf41e33 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:25.833507 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7bbd4c52-9a96-480b-b3b2-30f9d2ab204e req-ff7bc430-500f-4e8c-8024-f678a347cf40 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 210 time: 0.2391500
Feb 19 02:26:25.947105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.098456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f5bea-e774-415c-aac9-429f5f6f3eea None None] Pushing event updated for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:26.127469 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-170eab8e-b642-496e-a3f6-701a7a5e9ff1 req-e587837f-d5ca-4f1e-8efa-bb03293c3a0c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.1038280
Feb 19 02:26:26.131587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f9f5bea-e774-415c-aac9-429f5f6f3eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:26.195643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Attempting to bind port 6c66dc8c-c88e-4cc8-9830-4d24d345273d on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:26.196444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Attempting to bind port 6c66dc8c-c88e-4cc8-9830-4d24d345273d by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:26.196995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Attempting to bind port 6c66dc8c-c88e-4cc8-9830-4d24d345273d on network acfca0d0-da8f-403c-9e50-a374c5e591ce {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:26.204843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:26.205743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Checking segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:26.206186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.206726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Bound using segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:26.207339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Bound port: 6c66dc8c-c88e-4cc8-9830-4d24d345273d, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:26.207636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.375915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] For port 6c66dc8c-c88e-4cc8-9830-4d24d345273d, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:26.379382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] For port 6c66dc8c-c88e-4cc8-9830-4d24d345273d, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=6c66dc8c-c88e-4cc8-9830-4d24d345273d,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:26.392549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.587213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.635894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-c066059d-4f1a-45db-967c-d3f5df309af4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:26.645974 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-c066059d-4f1a-45db-967c-d3f5df309af4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 819 time: 0.2682130
Feb 19 02:26:26.676545 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-531e7996-5ccc-46d3-a2c1-e22f6ee6067d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/quotas/9bdc6eeb362640cd96dab7841d609efa HTTP/1.1" status: 200  len: 375 time: 0.0294881
Feb 19 02:26:26.730202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.743055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:26.782898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Transition to ACTIVE for port object ac9f3877-8486-43bf-a39a-f873dcf41e33 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:26.798340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.809400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.815507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:26.961033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:26.961737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19da0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:27.079381 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-24e84ac7-3cd7-4d1b-aea3-2e431256a848 req-a094d0ae-6240-49f5-a12d-9b500dae6bad tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.1667352
Feb 19 02:26:27.253883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:27.294435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:27.387807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device fbdb60b0-0764-429a-ab90-6738e2ffbcb9 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:27.655388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Request body: {'port': {'device_id': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f', 'admin_state_up': True, 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:27.659160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Attempting to bind port ac9f3877-8486-43bf-a39a-f873dcf41e33 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:27.659586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Attempting to bind port ac9f3877-8486-43bf-a39a-f873dcf41e33 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:27.660115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Attempting to bind port ac9f3877-8486-43bf-a39a-f873dcf41e33 on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:27.763637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:27.764206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:27.765088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:27.765623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:27.766293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Bound port: ac9f3877-8486-43bf-a39a-f873dcf41e33, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:27.766755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:27.771984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f5bea-e774-415c-aac9-429f5f6f3eea None None] Pushing event updated for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=4']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:27.783007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f9f5bea-e774-415c-aac9-429f5f6f3eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:27.807876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e8dd47ac-83c5-45ce-a124-409660cdafb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:27.872499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefcebe-d533-41f3-bffd-2d0bd6cf5aee req-4beefefc-903d-4edd-a642-21b237b6b98c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:27.889866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5eefcebe-d533-41f3-bffd-2d0bd6cf5aee req-4beefefc-903d-4edd-a642-21b237b6b98c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 931 time: 0.4671817
Feb 19 02:26:27.981255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5eefcebe-d533-41f3-bffd-2d0bd6cf5aee req-2baef017-e561-41d0-bb14-6191ecebfea9 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Synchronizing usage tracker for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:28.033439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5eefcebe-d533-41f3-bffd-2d0bd6cf5aee req-2baef017-e561-41d0-bb14-6191ecebfea9 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Unset dirty status for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:28.050740 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5eefcebe-d533-41f3-bffd-2d0bd6cf5aee req-2baef017-e561-41d0-bb14-6191ecebfea9 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559303
Feb 19 02:26:28.069776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:28.082301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Usage tracker for resource:port and tenant:bf138e653b034c909eb38d6f109c2c4b is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:28.094061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:28.124176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:28.125609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] For port ac9f3877-8486-43bf-a39a-f873dcf41e33, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:28.130538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] For port ac9f3877-8486-43bf-a39a-f873dcf41e33, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=ac9f3877-8486-43bf-a39a-f873dcf41e33,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:28.143840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Pushing event updated for resources: {'Port': ['ID=ac9f3877-8486-43bf-a39a-f873dcf41e33,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:28.160156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.166683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:28.183302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.216474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c19da0>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 4, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '6c66dc8c-c88e-4cc8-9830-4d24d345273d', 'name': '', 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'mac_address': 'fa:16:3e:40:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:16Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'subnets': [{'id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:28.234654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856484a-ccfc-4b7f-bdb1-bcc223d3c169 None None] The sync data for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi is: [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:18Z', 'revision_number': 4, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '6c66dc8c-c88e-4cc8-9830-4d24d345273d', 'name': '', 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'mac_address': 'fa:16:3e:40:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:16Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'subnets': [{'id': 'e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:28.282494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53906) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:28.574135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:28.574983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:28.636491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.648138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Pushing event updated for resources: {'Port': ['ID=539d7478-42da-4489-996c-fb72328e93ff,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:28.657921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:28.724636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:28.725775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.730019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:28.745696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:28.758334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:28.759217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.786716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:28.830956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Pushing event updated for resources: {'Port': ['ID=ac9f3877-8486-43bf-a39a-f873dcf41e33,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:28.840622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:28.906017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:28.906480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:29.036934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:29.037766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c092b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:29.055585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.53', 58874) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:29.058812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:29.113284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Allocated IP 172.20.0.7 (fd54f352-2984-4a61-b9ca-5bbc66d3aa9f/4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf/bc9c2baf-39ce-43cd-95df-a8bcd7ed3497) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:29.146991 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 13.0113657
Feb 19 02:26:29.457379 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea1c525a-d4c5-49b3-9522-f78b5eeb5727 req-17608f2e-bd6f-494b-b008-5d195ce91e3a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.1426759
Feb 19 02:26:29.482043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Pushing event updated for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:29.487871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:29.511458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-708d6b3f-dce4-424e-89bb-bc67b1869390 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:29.513652 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-708d6b3f-dce4-424e-89bb-bc67b1869390 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 819 time: 0.3696115
Feb 19 02:26:29.522012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-f4d5c1f2-8bbc-44f9-acb7-694c74d1b00f tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:26:29.523154 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-f4d5c1f2-8bbc-44f9-acb7-694c74d1b00f tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058761
Feb 19 02:26:29.537421 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-4732139d-438e-47fc-9620-6ad2846d3830 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&fields=id HTTP/1.1" status: 200  len: 255 time: 2.8582630
Feb 19 02:26:29.794618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 6c66dc8c-c88e-4cc8-9830-4d24d345273d up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:29.849304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Request body: {'port': {'device_id': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'admin_state_up': True, 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:29.984174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:30.029836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:30.072884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Usage tracker for resource:security_group_rule and tenant:c58955d6ffdb4df88260fcb052481a17 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:30.099709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d368fa-c2a3-4120-8cad-aef8761bf9c8 req-375da5de-261c-4430-858a-0f5114a97882 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:30.109927 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a4d368fa-c2a3-4120-8cad-aef8761bf9c8 req-375da5de-261c-4430-858a-0f5114a97882 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 931 time: 0.2610412
Feb 19 02:26:30.168804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:30.177271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Request body: {'port': {'device_id': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:30.230700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 6c66dc8c-c88e-4cc8-9830-4d24d345273d completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:30.238648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 6c66dc8c-c88e-4cc8-9830-4d24d345273d triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:30.239078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:30.241038 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a4d368fa-c2a3-4120-8cad-aef8761bf9c8 req-81dd56bd-a81c-4a4b-9cdb-2b8d914bfb6d tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300101
Feb 19 02:26:30.244400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:30.282648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:30.366325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:30.453614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:30.592614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:30.595858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:30.654280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:30.901057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cdc82161-1ea9-4a2e-a8f1-208f62a1b463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:31.001811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event updated for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:31.010887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:31.036177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.050410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:31.051787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.052887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:31.054885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.055952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:31.060463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:31.061093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.089051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2132669-860b-400c-9aac-7dab980d9ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.104530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:31.112545 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4817293
Feb 19 02:26:31.130861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 6c66dc8c-c88e-4cc8-9830-4d24d345273d, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=6c66dc8c-c88e-4cc8-9830-4d24d345273d,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:31.141350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.148179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:31.157685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c58955d6ffdb4df88260fcb052481a17&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8619661
Feb 19 02:26:31.162663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53952) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:31.181212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c092b0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:15Z', 'revision_number': 3, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:31.185069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-85153318-c9f1-4ca8-a46a-71af580d3bc3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:31.186495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-85153318-c9f1-4ca8-a46a-71af580d3bc3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:31.186793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:31.190605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b748ab8-cb9e-4460-a2d3-b05fd75b4857,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:31.191948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3143de6a-e884-4536-8b2c-8d1a2bf642da None None] Provisioning complete for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:31.192373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3143de6a-e884-4536-8b2c-8d1a2bf642da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.194249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:31.204819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-2a80ad89-8259-4a6a-ab13-9a1ab36bfb88 service neutron] 10.222.0.44 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6664808
Feb 19 02:26:31.220459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-85153318-c9f1-4ca8-a46a-71af580d3bc3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:31.221766 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-85153318-c9f1-4ca8-a46a-71af580d3bc3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 931 time: 0.4047601
Feb 19 02:26:31.259843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55386443-52e7-4eac-963c-f7175e79a6cb None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:15Z', 'revision_number': 3, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:31.283291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:31.299855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:31.305402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-faa2ec1f-e803-42ca-9195-61587ab1d4bd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:31.309961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:31.337104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.352401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-faa2ec1f-e803-42ca-9195-61587ab1d4bd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:31.353695 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-acb63d47-e23b-485e-90cf-b53cb09d9d6a req-faa2ec1f-e803-42ca-9195-61587ab1d4bd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241715
Feb 19 02:26:31.369640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.390695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3143de6a-e884-4536-8b2c-8d1a2bf642da None None] Port b572f4d4-3de5-4b23-abf1-7ec24a83b9be cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:31.439950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.447534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ad91be0c-87a6-476a-b520-fbfbd32863df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:31.468980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b748ab8-cb9e-4460-a2d3-b05fd75b4857,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:31.471859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:31.472752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.477304 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b748ab8-cb9e-4460-a2d3-b05fd75b4857 HTTP/1.1" status: 204  len: 168 time: 0.3086193
Feb 19 02:26:31.577714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 6c66dc8c-c88e-4cc8-9830-4d24d345273d up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:31.614328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.670602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 6c66dc8c-c88e-4cc8-9830-4d24d345273d triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:31.671040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.688945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189d1bd-dc7a-41f4-8788-67ce57ab265d req-cccc925c-f1bf-4004-8b89-770d882e06e1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:31.699057 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d189d1bd-dc7a-41f4-8788-67ce57ab265d req-cccc925c-f1bf-4004-8b89-770d882e06e1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 931 time: 0.1409142
Feb 19 02:26:31.723671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Made reservation on behalf of 9bdc6eeb362640cd96dab7841d609efa for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:31.728993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:31.786439 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d189d1bd-dc7a-41f4-8788-67ce57ab265d req-e0210154-976a-4954-b2e4-3df311274d2c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863247
Feb 19 02:26:31.990156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53964) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:32.014288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.031580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:32.036837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Usage tracker for resource:security_group_rule and tenant:e29dbfde429d4b78a94b05e51cec49f2 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:32.040148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:32.046777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:32.156931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.166462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.173409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-194d48f0-26d5-4381-81ab-da52868bcf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:32.219753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e29dbfde429d4b78a94b05e51cec49f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2283027
Feb 19 02:26:32.221459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1bc920-c702-4a57-b804-cc973eddd268,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:32.225037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:32.225763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 53972) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:32.239500 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-dd11089e-2521-47c6-a179-2c05c34cff0e service neutron] 10.222.0.44 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0233347
Feb 19 02:26:32.265891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:26:32.314582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.345981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.401596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.409180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8d7cc386-62b5-4fba-8c56-a241e6da4018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:32.472622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:32.484150 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da1bc920-c702-4a57-b804-cc973eddd268 HTTP/1.1" status: 204  len: 168 time: 0.2499468
Feb 19 02:26:32.489432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1bc920-c702-4a57-b804-cc973eddd268,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:32.506161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:32.508729 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-57e48617-75b0-4c7d-a2d6-908b8563a177 req-97fcdcbb-6088-42b4-8f40-3c234602dde4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 210 time: 0.1007941
Feb 19 02:26:33.028560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Request body: {'port': {'device_id': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:33.209168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:33.240041 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 02:26:33.241332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-915ea11b-fee5-406a-a89d-8739b2d31175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:33.268836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def816a-413d-4890-87db-9485a71e9813 req-030904cf-bbfc-4853-85b9-245a34699301 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:33.270507 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7def816a-413d-4890-87db-9485a71e9813 req-030904cf-bbfc-4853-85b9-245a34699301 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 931 time: 0.6240270
Feb 19 02:26:33.280518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:33.282823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Allocated IP 172.20.0.8 (acfca0d0-da8f-403c-9e50-a374c5e591ce/e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b/0ea13f49-61f4-4ec3-9378-7226894dc825) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:33.292105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:33.307940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:33.310430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41a98908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:33.440075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Allocated IP 172.20.0.1 (fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723/d35553d1-2295-4e57-9857-85819fa437bd/a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:33.512663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539d7478-42da-4489-996c-fb72328e93ff {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:33.568352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:33.575648 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] 10.222.0.44 "PUT /v2.0/routers/9656a703-886e-41b4-87b2-8819e4cb0069/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.9774768
Feb 19 02:26:33.614823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0289332-4797-4bab-9371-add40d4b5d30 req-ce3c6dfb-4556-4315-9118-e6834c2ae67a tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:33.616883 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0289332-4797-4bab-9371-add40d4b5d30 req-ce3c6dfb-4556-4315-9118-e6834c2ae67a tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 931 time: 0.6816640
Feb 19 02:26:33.658324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device ac9f3877-8486-43bf-a39a-f873dcf41e33 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:33.667085 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7def816a-413d-4890-87db-9485a71e9813 req-7905524b-524e-4760-9c4d-41570b29f6e3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216352
Feb 19 02:26:33.678656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:33.841430 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0289332-4797-4bab-9371-add40d4b5d30 req-36c64614-5654-4e9e-9b3c-9d8f9e630fc4 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166147
Feb 19 02:26:33.893532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:33.916850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port ac9f3877-8486-43bf-a39a-f873dcf41e33 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:33.930278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port ac9f3877-8486-43bf-a39a-f873dcf41e33 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:33.930703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.034939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.53', 58880) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:34.040076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Transition to ACTIVE for port object 539d7478-42da-4489-996c-fb72328e93ff will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:34.271865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.282305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.318855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port ac9f3877-8486-43bf-a39a-f873dcf41e33, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=ac9f3877-8486-43bf-a39a-f873dcf41e33,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:34.323735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.327897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5be7bd05-d53c-4469-a74e-0430a0a34eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:34.498632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ac9f3877-8486-43bf-a39a-f873dcf41e33,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:34.499431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41a98908>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:27Z', 'revision_number': 2, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:34.506282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:34.517936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:34.518342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Updating router 9656a703-886e-41b4-87b2-8819e4cb0069 port b572f4d4-3de5-4b23-abf1-7ec24a83b9be binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:34.642484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-ebc75bf8-1907-436e-9576-e1eca9645971 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:34.644677 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-ebc75bf8-1907-436e-9576-e1eca9645971 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 819 time: 0.6085520
Feb 19 02:26:34.651388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.667112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Request body: {'port': {'device_id': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce', 'admin_state_up': True, 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:34.862002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-48ce4a28-f9d8-47c3-acdb-d2981e43cde8 req-e2956abb-08a0-4a2d-ac25-94e90a931a9e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:34.949327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:34.969236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:35.125129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.184573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54098) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:35.203796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:35.209751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.220276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761651256', 'description': 'tempest-description--417415318'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:35.246124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:35.255436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.271288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Transition to ACTIVE for port object bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:35.273250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:35.279400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-48ce4a28-f9d8-47c3-acdb-d2981e43cde8 req-e2956abb-08a0-4a2d-ac25-94e90a931a9e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:35.282480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:35.285843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:35.289162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.291887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:35.302399 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-48ce4a28-f9d8-47c3-acdb-d2981e43cde8 req-e2956abb-08a0-4a2d-ac25-94e90a931a9e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 210 time: 1.2532918
Feb 19 02:26:35.341554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d2580576-7048-4426-943a-3bfd4a37fa21 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:35.357845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Transition to ACTIVE for port object a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:35.460710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Pushing event updated for resources: {'Port': ['ID=539d7478-42da-4489-996c-fb72328e93ff,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:35.529263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:35.543610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:35.608648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device ac9f3877-8486-43bf-a39a-f873dcf41e33 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:35.626616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Made reservation on behalf of 9bdc6eeb362640cd96dab7841d609efa for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:35.644197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.716288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.737232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Transition to ACTIVE for port object b572f4d4-3de5-4b23-abf1-7ec24a83b9be will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:35.741710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.795004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port ac9f3877-8486-43bf-a39a-f873dcf41e33 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:35.795659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.819209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:35.964561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:36.004302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:36.017075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:36.046095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:36.058573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:36.070446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df2510-0c75-4e08-b995-5bf5924a778a req-5d60d983-34c7-4dee-9847-4d38f74f5bc7 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:36.070567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:36.070686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-88df2510-0c75-4e08-b995-5bf5924a778a req-5d60d983-34c7-4dee-9847-4d38f74f5bc7 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Synchronizing usage tracker for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:36.070686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Attempting to bind port 539d7478-42da-4489-996c-fb72328e93ff on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:36.070686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Attempting to bind port 539d7478-42da-4489-996c-fb72328e93ff by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '4805ac66-b879-4865-81fe-42a0dd490308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:36.070686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Attempting to bind port 539d7478-42da-4489-996c-fb72328e93ff on network 3908b16a-e19b-41bd-97dc-6a73ee1a771a {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:36.081308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:36.082100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.098243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.223182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Pushing event updated for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:36.237075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:36.308827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7838a3ee-a714-497e-a76c-60f4011f31ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:36.317648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25395a-f0ce-4738-9c31-6c4b8d46a6f9 req-0c372693-be68-4c62-b6d8-121f5f17e2ac tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:36.319500 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef25395a-f0ce-4738-9c31-6c4b8d46a6f9 req-0c372693-be68-4c62-b6d8-121f5f17e2ac tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.8710015
Feb 19 02:26:36.330085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Attempting to bind port b572f4d4-3de5-4b23-abf1-7ec24a83b9be on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:36.330550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Attempting to bind port b572f4d4-3de5-4b23-abf1-7ec24a83b9be by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:36.330967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Attempting to bind port b572f4d4-3de5-4b23-abf1-7ec24a83b9be on network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:36.337068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:36.337718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Checking segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:36.338322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.339114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Bound using segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:36.340341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Bound port: b572f4d4-3de5-4b23-abf1-7ec24a83b9be, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:36.340892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.396260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:36.396810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Checking segment: {'id': '4805ac66-b879-4865-81fe-42a0dd490308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:36.396981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.397801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.398603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Bound using segment: {'id': '4805ac66-b879-4865-81fe-42a0dd490308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:36.399181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Bound port: 539d7478-42da-4489-996c-fb72328e93ff, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4805ac66-b879-4865-81fe-42a0dd490308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3908b16a-e19b-41bd-97dc-6a73ee1a771a'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:36.399530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.404039 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef25395a-f0ce-4738-9c31-6c4b8d46a6f9 req-08733998-7fd8-49f3-98a5-e1842840b692 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747201
Feb 19 02:26:36.467819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-88df2510-0c75-4e08-b995-5bf5924a778a req-5d60d983-34c7-4dee-9847-4d38f74f5bc7 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Unset dirty status for tenant:c9d5cd11d3da467cafa26ca33bb4e830 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:36.481168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] For port b572f4d4-3de5-4b23-abf1-7ec24a83b9be, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:36.482969 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-88df2510-0c75-4e08-b995-5bf5924a778a req-5d60d983-34c7-4dee-9847-4d38f74f5bc7 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.9223225
Feb 19 02:26:36.485158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] For port b572f4d4-3de5-4b23-abf1-7ec24a83b9be, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:36.492414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.526172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.572878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63140b07-6954-4f88-ac52-409166d15e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:36.583500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:36.587974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:36.606937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:36.618086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:36.618748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.661140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c835ee69-2500-40a8-9400-698f2a75e7e0,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:36.662181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:36.665809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:36.666709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.668228 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.4666579
Feb 19 02:26:36.672069 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-88df2510-0c75-4e08-b995-5bf5924a778a req-01fecdf2-92c6-4d93-8baf-65f84efac8b6 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842704
Feb 19 02:26:36.677162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:36.679106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54140) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:36.702467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group_rule': {'security_group_id': 'c835ee69-2500-40a8-9400-698f2a75e7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:36.708973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d7fa0f41-52b1-4867-b85c-d7ec26d63ffb req-fc700e11-aace-43fd-9825-0c1b28650cb8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 210 time: 0.1638849
Feb 19 02:26:36.729398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:36.735742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:36.739547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:36.756121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:36.767511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Attempting to bind port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:36.767863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Attempting to bind port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:36.768426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Attempting to bind port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 on network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:36.779533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:36.779911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Checking segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:36.780358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.780757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Bound using segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:36.781475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Bound port: bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:36.781857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.825190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.841992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] For port 539d7478-42da-4489-996c-fb72328e93ff, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:36.877077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:36.887548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Pushing event updated for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=4']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:36.893768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:36.942213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] For port 539d7478-42da-4489-996c-fb72328e93ff, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=539d7478-42da-4489-996c-fb72328e93ff,segment=NetworkSegment(4805ac66-b879-4865-81fe-42a0dd490308),segment_id=4805ac66-b879-4865-81fe-42a0dd490308)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:36.943023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:36.944758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41a98908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:36.945101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:37.002651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b6a5c8b-4638-4134-ba17-a310e9f9c6fc None None] Provisioning for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:37.013330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0b6a5c8b-4638-4134-ba17-a310e9f9c6fc None None] Provisioning complete for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:37.014029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5c8b-4638-4134-ba17-a310e9f9c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.037293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:37.087959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.104371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:37.116330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.132693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Allocated IP 172.20.0.6 (acfca0d0-da8f-403c-9e50-a374c5e591ce/e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b/023b83ee-b321-4330-8efb-ac121d463f35) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:37.143830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a5c8b-4638-4134-ba17-a310e9f9c6fc None None] Port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:37.158806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-762cc894-54ba-4856-8d2d-662631e74d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:37.225247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:37.327542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:37.331499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:37.331688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Pushing event updated for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:37.366748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:37.369959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f3657a7-e3d4-46d5-b934-9290f6335e74 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:37.424153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.466696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.482116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.546654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:37.547793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.549607 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 HTTP/1.1" status: 200  len: 1157 time: 4.5274880
Feb 19 02:26:37.555695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:37.599664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Network acfca0d0-da8f-403c-9e50-a374c5e591ce is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:37.627346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:37.674402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41a98908>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:36Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:37.674661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Pushing event updated for resources: {'Port': ['ID=539d7478-42da-4489-996c-fb72328e93ff,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:37.677420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.682082 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9995387
Feb 19 02:26:37.682246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54158) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:37.686953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294f086-61b2-48a2-b9c9-47104e9811c9 None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:36Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:37.688834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:37.693117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:37.693645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.697183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group_rule': {'security_group_id': 'c835ee69-2500-40a8-9400-698f2a75e7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:37.706991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:37.715971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:37.718674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:37.723761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:37.746512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:37.766741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:37.805632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813b6df1-9058-4fab-9324-04c8067dfab7,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:37.848708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:37.852868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.863701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:37.864906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:37.867685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] 10.222.0.53 "PUT /v2.0/ports/539d7478-42da-4489-996c-fb72328e93ff HTTP/1.1" status: 200  len: 1157 time: 7.9608526
Feb 19 02:26:37.873488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'tag': '539d7478-42da-4489-996c-fb72328e93ff'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:37.875032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.038155 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.1945312
Feb 19 02:26:38.044959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.047485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.051964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.072592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:38.196417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf91144-9f04-4904-9211-585d75b050c9 req-839cbe7f-2f71-49ae-be43-865541695ab4 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:38.199012 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-caf91144-9f04-4904-9211-585d75b050c9 req-839cbe7f-2f71-49ae-be43-865541695ab4 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.3321729
Feb 19 02:26:38.304948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Pushing event updated for resources: {'Port': ['ID=023b83ee-b321-4330-8efb-ac121d463f35,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:38.311282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59bcf9-f457-4a21-8949-0af8e2fb69fc req-4ed45ef4-cf6c-4642-a656-5f873c6e991b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:38.312801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:38.312981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8f59bcf9-f457-4a21-8949-0af8e2fb69fc req-4ed45ef4-cf6c-4642-a656-5f873c6e991b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.7105579
Feb 19 02:26:38.321934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:38.346595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.351333 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6677907
Feb 19 02:26:38.355012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54176) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:38.376818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:38.381242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77206dc-ef0b-4677-b153-c09b90144295,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:38.390235 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-caf91144-9f04-4904-9211-585d75b050c9 req-23dd4092-378b-45e9-92e5-fe0f1d6c0d15 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405344
Feb 19 02:26:38.391398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:38.397787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:38.407832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:floatingip and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:38.414143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:38.423966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:38.447526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.471934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Network acfca0d0-da8f-403c-9e50-a374c5e591ce is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:38.472834 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8f59bcf9-f457-4a21-8949-0af8e2fb69fc req-02f0e96e-39c3-45f6-8b35-de04d1cd7834 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371548
Feb 19 02:26:38.498507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:38.508824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:38.515013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:38.515873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.595467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.599684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.600877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:38.624340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3a66f812-9d54-4e6d-8b2b-5c51b35fd63c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:38.774688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:38.789693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:38.818197 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497', 'status': 'completed', 'code': 200}
Feb 19 02:26:38.829341 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1682220
Feb 19 02:26:38.846817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:38.848073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:38.988073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-a1de166e-2e90-4df6-8cd4-fc74e94b7b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:38.989003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-a1de166e-2e90-4df6-8cd4-fc74e94b7b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:39.006629 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'tag': '539d7478-42da-4489-996c-fb72328e93ff', 'status': 'completed', 'code': 200}
Feb 19 02:26:39.032746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-a1de166e-2e90-4df6-8cd4-fc74e94b7b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:39.034175 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-a1de166e-2e90-4df6-8cd4-fc74e94b7b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 931 time: 0.2110696
Feb 19 02:26:39.085533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:39.142055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-61fb029f-c769-4396-a2c9-7cefcd3cfba7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:39.148253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:26:39.207837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4bdb3522-0e54-443a-b1f6-d6e4334c7e2b None None] Provisioning complete for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:39.209019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3522-0e54-443a-b1f6-d6e4334c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:39.233382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-61fb029f-c769-4396-a2c9-7cefcd3cfba7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:39.234686 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-984427aa-4687-42fa-ac24-6ff74fd50b0e req-61fb029f-c769-4396-a2c9-7cefcd3cfba7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928775
Feb 19 02:26:39.287672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb3522-0e54-443a-b1f6-d6e4334c7e2b None None] Port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:39.371736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:26:39.380089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] 10.222.0.44 "PUT /v2.0/routers/3e5988e2-84d3-4e68-b33f-5475eb5a1a16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5834856
Feb 19 02:26:39.380726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:26:39.391331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:39.392205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b87f98>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:39.444115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Request body: {'port': {'device_id': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:39.471135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Request body: {'port': {'device_id': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:39.600600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:39.673416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:39.738571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Allocated IP 172.27.1.215 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/d6c5f352-3a06-4e0b-b408-ea1f31f3066f) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:39.771806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b572f4d4-3de5-4b23-abf1-7ec24a83b9be up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:39.871653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:39.879021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:39.879743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:39.919177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:39.947546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-20fa9229-e9b9-4f81-9991-bfaf0c98005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:39.949989 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-20fa9229-e9b9-4f81-9991-bfaf0c98005c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 1160 time: 0.4403112
Feb 19 02:26:39.988964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66cded-e5e4-4af8-a0ac-3a605a1b5030 req-cadf2c18-45d0-4929-bd7f-d10a15db3feb tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:39.990562 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d66cded-e5e4-4af8-a0ac-3a605a1b5030 req-cadf2c18-45d0-4929-bd7f-d10a15db3feb tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.3057754
Feb 19 02:26:40.068733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.089222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-1a6df676-4ae7-458c-91e2-efa5abcc50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:40.091301 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-1a6df676-4ae7-458c-91e2-efa5abcc50f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 1160 time: 0.5231018
Feb 19 02:26:40.196320 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-5fb3dec3-3022-4330-bfd2-ac306e6e6a19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 HTTP/1.1" status: 200  len: 217 time: 0.2187862
Feb 19 02:26:40.250987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce68e67-c2b7-400a-8a8f-d714474634c7 req-98cf2d8d-600e-4aa3-8d50-5ba32b543ed1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:40.253099 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ce68e67-c2b7-400a-8a8f-d714474634c7 req-98cf2d8d-600e-4aa3-8d50-5ba32b543ed1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.5407472
Feb 19 02:26:40.367260 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d66cded-e5e4-4af8-a0ac-3a605a1b5030 req-03c77704-d684-45af-8ce9-9cab7a423276 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199047
Feb 19 02:26:40.377354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.380450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38ea3-1461-420c-b440-c1840db86084 req-5b7c87e9-8553-4060-b6a2-4c5ab480d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:40.383967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-5b7c87e9-8553-4060-b6a2-4c5ab480d370 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.1782541
Feb 19 02:26:40.400394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.418246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port b572f4d4-3de5-4b23-abf1-7ec24a83b9be, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:40.422906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.429503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:40.511095 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ce68e67-c2b7-400a-8a8f-d714474634c7 req-65b3b69e-f418-49de-9310-b1c027f30d7a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235763
Feb 19 02:26:40.512814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:40.544680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:40.629273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-7c56211d-ae69-476c-9e41-686f53a1db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:40.630905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-7c56211d-ae69-476c-9e41-686f53a1db6a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&shared=False HTTP/1.1" status: 200  len: 906 time: 0.5242321
Feb 19 02:26:40.635970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b87f98>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:38Z', 'revision_number': 2, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:40.640410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:26:40.640829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Updating router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:26:40.705371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.783142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.844337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f027d461-f001-4f5f-a334-cb43489c9f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:40.941114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea13f49-61f4-4ec3-9378-7226894dc825 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:40.962721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:40.992693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Transition to ACTIVE for port object 0ea13f49-61f4-4ec3-9378-7226894dc825 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:41.007595 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-a9c67667-42e3-4977-9eb0-757240698434 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6102395
Feb 19 02:26:41.008315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:41.088494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:41.438850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:41.504525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Transition to ACTIVE for port object a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:41.508010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:41.697452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:41.729782 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54238) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:41.744523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b572f4d4-3de5-4b23-abf1-7ec24a83b9be up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:41.759967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798910706', 'description': 'tempest-description--277559388'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:41.815622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=d6c5f352-3a06-4e0b-b408-ea1f31f3066f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:41.822723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:41.833248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-7e21d9d5-0eec-4cfb-a534-dcd9be0bd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:41.834977 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff997ace-d583-4d1f-9237-27f8e58e5f0e req-7e21d9d5-0eec-4cfb-a534-dcd9be0bd338 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.1955540
Feb 19 02:26:41.836711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:41.844805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:41.848008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:41.855423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:41.863459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:41.864025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Pushing event updated for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:41.869846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:41.956935 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-dc57e235-c032-47da-bff6-2264d32c004b service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9362671
Feb 19 02:26:41.969861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:42.039390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b572f4d4-3de5-4b23-abf1-7ec24a83b9be triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:42.040158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.041454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.068046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:42.076581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:42.088494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:42.099451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Attempting to bind port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:42.100117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Attempting to bind port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:42.100721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Attempting to bind port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 on network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:42.107011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea8302-578a-48a1-8405-a30294d977f6 req-87cab19c-009f-47fe-909f-f2e6094e2ec8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:42.116060 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebea8302-578a-48a1-8405-a30294d977f6 req-87cab19c-009f-47fe-909f-f2e6094e2ec8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 931 time: 1.2338045
Feb 19 02:26:42.121936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:42.136188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:42.137164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Checking segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:42.137601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.138588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Bound using segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:42.139283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Bound port: a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:42.139995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.141938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670454a-9d05-4796-99de-420d1fdd386f req-906911fc-0b65-4a10-bef2-1ba80d9caed8 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:42.150230 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7670454a-9d05-4796-99de-420d1fdd386f req-906911fc-0b65-4a10-bef2-1ba80d9caed8 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.4013610
Feb 19 02:26:42.158913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:42.232383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:42.271073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:42.281351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 02:26:42.301714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] For port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:42.310753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] For port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:42.329274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.359078 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7670454a-9d05-4796-99de-420d1fdd386f req-a104a831-826b-4b9f-8140-22d0db114e23 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074020
Feb 19 02:26:42.372679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:42.409049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-3f895cb1-0fb0-48f5-8a5c-6703a462ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:42.410772 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-3f895cb1-0fb0-48f5-8a5c-6703a462ad29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 1160 time: 0.5044467
Feb 19 02:26:42.428250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Attempting to bind port 0ea13f49-61f4-4ec3-9378-7226894dc825 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:42.428642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Attempting to bind port 0ea13f49-61f4-4ec3-9378-7226894dc825 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:42.429021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Attempting to bind port 0ea13f49-61f4-4ec3-9378-7226894dc825 on network acfca0d0-da8f-403c-9e50-a374c5e591ce {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:42.430810 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebea8302-578a-48a1-8405-a30294d977f6 req-8f22ade2-45fb-4948-8621-e7f2b1b52f6b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3134961
Feb 19 02:26:42.459847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:42.460407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Checking segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:42.460708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.461024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Bound using segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:42.462186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Bound port: 0ea13f49-61f4-4ec3-9378-7226894dc825, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:42.462186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.502000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.509389 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ea38ea3-1461-420c-b440-c1840db86084 req-98acf552-2f8f-4dd1-b116-c45f277be356 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5429809
Feb 19 02:26:42.541630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023b83ee-b321-4330-8efb-ac121d463f35 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:42.548162 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-da98649c-9fd9-464e-be31-8c39b1566a81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=539d7478-42da-4489-996c-fb72328e93ff HTTP/1.1" status: 200  len: 217 time: 0.1134768
Feb 19 02:26:42.708633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Pushing event updated for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:42.722718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.723517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:42.829840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Transition to ACTIVE for port object 023b83ee-b321-4330-8efb-ac121d463f35 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:42.850089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.878302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:42.915690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:26:42.916245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b87f98>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:26:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:42.931822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:42.984146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:42.998161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0ea13f49-61f4-4ec3-9378-7226894dc825,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:43.005896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.061700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:43.132777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:26:43.239612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-4336ad3c-8a06-47ab-bd64-b1ae471126a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.241141 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-4336ad3c-8a06-47ab-bd64-b1ae471126a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5efbd679-c43f-48f5-8740-3cfc11f9c5db HTTP/1.1" status: 200  len: 852 time: 0.6189923
Feb 19 02:26:43.246304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4dcf-182f-4a58-b28e-048a59e56a22 req-c4d66b1e-b6fe-4e57-b08c-2e0a5ae8c3e2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.246540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.250887 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d40f4dcf-182f-4a58-b28e-048a59e56a22 req-c4d66b1e-b6fe-4e57-b08c-2e0a5ae8c3e2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.4474986
Feb 19 02:26:43.260446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-2a5d7e49-bbc8-45a7-bb3f-ea1821ca68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.262828 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-2a5d7e49-bbc8-45a7-bb3f-ea1821ca68f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 1160 time: 0.6047962
Feb 19 02:26:43.320027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:43.337438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:43.337568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.359690 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d40f4dcf-182f-4a58-b28e-048a59e56a22 req-e8510597-aaec-40c4-9d21-8e53c0b3164d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917251
Feb 19 02:26:43.393479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.394087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.395696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5993132c-8151-48de-b94b-71760050a363 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 1157 time: 3.9634349
Feb 19 02:26:43.396202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:43.443710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.448164 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.7091687
Feb 19 02:26:43.448621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54272) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:43.457086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group_rule': {'security_group_id': '085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:43.463486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Pushing event updated for resources: {'Port': ['ID=023b83ee-b321-4330-8efb-ac121d463f35,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:43.469691 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825', 'status': 'completed', 'code': 200}
Feb 19 02:26:43.470912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:43.476171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:43.477495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:43.480979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:43.487003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:43.491219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:43.514323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.531020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b87f98>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:26:43.536178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0629b1-d602-46c7-a5d1-dd90efd2f4b7 None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:42Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:26:43.623051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:43.640378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:43.701017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6084bc-4a2a-4598-a1a3-9acbff55822e req-e999423c-0c46-4229-b38d-38b90502185a tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.706279 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca6084bc-4a2a-4598-a1a3-9acbff55822e req-e999423c-0c46-4229-b38d-38b90502185a tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.2164745
Feb 19 02:26:43.722688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.726766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.739405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d332eb11-146d-45ee-8d70-63d16783e2f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:43.758424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cba4b8b-6861-410c-8704-be1dc5ab6d05,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:43.769889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:43.786327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.787665 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d0ffb30e-c4f4-40bf-9c77-836ee0fb6728 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3362875
Feb 19 02:26:43.795365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e20fb2-8f88-4d8a-9dc1-723c60b694e9 req-b720e7f4-7f7c-4895-af20-4f184ec3c67d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:43.795803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54282) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:43.797039 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5e20fb2-8f88-4d8a-9dc1-723c60b694e9 req-b720e7f4-7f7c-4895-af20-4f184ec3c67d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 943 time: 0.1647289
Feb 19 02:26:43.799231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 02:26:43.834400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group_rule': {'security_group_id': '085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:43.849252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:43.850995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5e20fb2-8f88-4d8a-9dc1-723c60b694e9 req-5dc111d9-dd2f-4f29-9213-c799e68569d3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472422
Feb 19 02:26:43.855763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.877152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:43.880024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:43.891997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:43.911583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:43.955704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Attempting to bind port 023b83ee-b321-4330-8efb-ac121d463f35 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:43.956085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Attempting to bind port 023b83ee-b321-4330-8efb-ac121d463f35 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:43.956456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Attempting to bind port 023b83ee-b321-4330-8efb-ac121d463f35 on network acfca0d0-da8f-403c-9e50-a374c5e591ce {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:43.959128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:44.041748 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca6084bc-4a2a-4598-a1a3-9acbff55822e req-5d8a7a4f-0567-4cf3-bd5d-7bd1154af709 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448540
Feb 19 02:26:44.055401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:44.055788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Checking segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:44.056199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.056598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Bound using segment: {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:44.057092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Bound port: 023b83ee-b321-4330-8efb-ac121d463f35, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b4343-c36d-4947-ba70-a0315971e50a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acfca0d0-da8f-403c-9e50-a374c5e591ce'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:44.057467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.103510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=d6c5f352-3a06-4e0b-b408-ea1f31f3066f,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:44.134638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:44.150434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.285904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] For port 023b83ee-b321-4330-8efb-ac121d463f35, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:44.293801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] For port 023b83ee-b321-4330-8efb-ac121d463f35, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=023b83ee-b321-4330-8efb-ac121d463f35,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:44.295182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.312069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.320131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.339228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:44.601945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741bcb-6c60-49bf-9905-a04c3b57bf59 req-4c2284f4-2411-4ea2-9533-67cc7660abe2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:44.607295 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b4741bcb-6c60-49bf-9905-a04c3b57bf59 req-4c2284f4-2411-4ea2-9533-67cc7660abe2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.0981686
Feb 19 02:26:44.633935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.664497 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b4741bcb-6c60-49bf-9905-a04c3b57bf59 req-423ea33d-8a8c-42b8-9a66-29946bdfe45d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538180
Feb 19 02:26:44.677899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.686445 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3244052
Feb 19 02:26:44.727013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.732543 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9244316
Feb 19 02:26:44.735800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54308) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:44.741825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:44.759191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:44.771879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Pushing event updated for resources: {'Port': ['ID=023b83ee-b321-4330-8efb-ac121d463f35,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:44.777423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:44.777971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fbaff5cf-a3a0-48b5-96e0-3aa1b30d12d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:44.798449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:floatingip and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:44.802594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:44.814503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c08248-20ef-4ec9-9986-c1bbe243d7a5,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:44.816149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:44.820863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-207c917e-973f-4583-8746-4bf770912aad tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:44.844700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:44.845493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.849334 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] 10.222.0.53 "PUT /v2.0/ports/023b83ee-b321-4330-8efb-ac121d463f35 HTTP/1.1" status: 200  len: 1157 time: 5.3836155
Feb 19 02:26:44.850082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:44.851241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:44.970405 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35', 'status': 'completed', 'code': 200}
Feb 19 02:26:44.978270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-86af9a7a-f49f-4d66-b536-d111ad3fcc0a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:44.997847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-86af9a7a-f49f-4d66-b536-d111ad3fcc0a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:45.000072 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-86af9a7a-f49f-4d66-b536-d111ad3fcc0a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--761651256&fields=id&tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 267 time: 0.0930340
Feb 19 02:26:45.189310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:45.215996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-4b6acc76-bf9c-4e38-9241-8b60aa5e57d8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:45.217714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-4b6acc76-bf9c-4e38-9241-8b60aa5e57d8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 816 time: 0.2052536
Feb 19 02:26:45.237154 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-e2de786d-608f-446e-8dc2-abbadc79001f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/quotas/c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 375 time: 0.0104463
Feb 19 02:26:45.313635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adceb17a-c095-499e-bf38-024d3e29d456 req-2fe3f520-e295-49ce-be44-23e335332063 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:45.315283 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-adceb17a-c095-499e-bf38-024d3e29d456 req-2fe3f520-e295-49ce-be44-23e335332063 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 943 time: 0.2037470
Feb 19 02:26:45.332796 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-f26c5ba7-cccf-4150-abed-e97dd5af0c98 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0889540
Feb 19 02:26:45.442235 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-adceb17a-c095-499e-bf38-024d3e29d456 req-c83e8625-c09b-41a8-957b-816198fd986b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087770
Feb 19 02:26:45.512117 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-e1289722-eb5e-4cf4-affb-fb9338a94a49 service neutron] 10.222.0.44 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655409
Feb 19 02:26:45.555656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Allocated IP 172.27.1.77 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/97bab416-1080-4883-99e9-4097202f41c7) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:45.582429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:45.671152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:45.678389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:45.678927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:45.685877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-66162a48-6a82-4401-8f8e-0dd70e6fedc2 service neutron] 10.222.0.44 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670470
Feb 19 02:26:45.820673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:45.896631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:45.903085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:45.910632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b980c1fe-3281-4838-af2b-b981ecec4e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:46.065250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7d3c8-df5f-4d82-ab84-7c17ee62e5a6 req-a27cb8dd-8e57-40d8-8956-3e78c0e24df2 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.073406 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4ce7d3c8-df5f-4d82-ab84-7c17ee62e5a6 req-a27cb8dd-8e57-40d8-8956-3e78c0e24df2 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.5123093
Feb 19 02:26:46.194237 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-05f9cc93-9e2c-4117-adc1-970b1acb2030 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3908b16a-e19b-41bd-97dc-6a73ee1a771a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1530676
Feb 19 02:26:46.334435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:46.346630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:46.352303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f295761-c710-464b-9221-b01d70ef423e req-48b782c2-08f1-4b23-8acb-81117f34e1eb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.353954 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f295761-c710-464b-9221-b01d70ef423e req-48b782c2-08f1-4b23-8acb-81117f34e1eb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.4120083
Feb 19 02:26:46.436066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4ce7d3c8-df5f-4d82-ab84-7c17ee62e5a6 req-d0fc3932-68dc-412a-a371-c5656a019c15 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596034
Feb 19 02:26:46.444882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:46.459221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f295761-c710-464b-9221-b01d70ef423e req-cad82438-cbf7-4fbd-ada7-3d9b46eee1f2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951526
Feb 19 02:26:46.465816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-390f9fad-88ce-43f1-a61f-0745dec1e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.470724 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-390f9fad-88ce-43f1-a61f-0745dec1e518 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 1160 time: 0.3358278
Feb 19 02:26:46.470724 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-0045face-97b3-4192-841c-1771b89f62f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645857
Feb 19 02:26:46.534698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-3525a771-89da-4a0a-9f49-8e40dc00fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.536777 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-3525a771-89da-4a0a-9f49-8e40dc00fbb4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 906 time: 0.4272189
Feb 19 02:26:46.648446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-0d56a6cc-68ed-4592-99de-34c799a22e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.650246 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-0d56a6cc-68ed-4592-99de-34c799a22e8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1160 time: 0.5025644
Feb 19 02:26:46.689559 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-6646d005-a21c-474d-9a1c-d0af955616e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 HTTP/1.1" status: 200  len: 217 time: 0.1389337
Feb 19 02:26:46.732325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:46.822790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae6ef65b-c162-4663-93d9-65c14ff499b1 req-78c8ff44-4d37-4732-9aa9-3f3e5f93af93 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:46.850296 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a40dc0fe-89b1-4170-b0b4-f5b847871e93 req-b0e906fe-a1d6-4f6b-b278-5e5526f1a09c service neutron] 10.222.0.53 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3305545
Feb 19 02:26:46.863141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-be3a0e13-0a6a-4af0-9790-ead5de6da2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.864880 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-be3a0e13-0a6a-4af0-9790-ead5de6da2f7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9bdc6eeb362640cd96dab7841d609efa&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3739107
Feb 19 02:26:46.872870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:46.876693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2c99-e58e-4e0b-aa41-bec95a6b6f35 req-94f1de1f-4a39-4ebd-8b52-7db004c4d621 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:46.878318 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e09b2c99-e58e-4e0b-aa41-bec95a6b6f35 req-94f1de1f-4a39-4ebd-8b52-7db004c4d621 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 943 time: 0.2709301
Feb 19 02:26:47.033943 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e09b2c99-e58e-4e0b-aa41-bec95a6b6f35 req-1df5a617-50c3-43b3-89e7-bbec2eaf7304 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299863
Feb 19 02:26:47.056681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae6ef65b-c162-4663-93d9-65c14ff499b1 req-78c8ff44-4d37-4732-9aa9-3f3e5f93af93 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:47.057981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae6ef65b-c162-4663-93d9-65c14ff499b1 req-78c8ff44-4d37-4732-9aa9-3f3e5f93af93 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 210 time: 0.4338081
Feb 19 02:26:47.064586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-aa9d6ea0-a7bc-41b9-b75a-8a84fd3cc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.067210 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-171600d7-d32d-4d20-a5d8-5ebfbcc0b17a req-aa9d6ea0-a7bc-41b9-b75a-8a84fd3cc326 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1868594
Feb 19 02:26:47.067331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-53836a1d-0ece-428a-8d3b-6fc89d7cf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.067781 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-53836a1d-0ece-428a-8d3b-6fc89d7cf14f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.3454745
Feb 19 02:26:47.177029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=97bab416-1080-4883-99e9-4097202f41c7,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:47.204379 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-24463b45-fc0f-48ec-bb87-f5200a5a9f17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1055722
Feb 19 02:26:47.227269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:47.233879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-8fa70f7f-b14b-41ab-bafc-c2b465d6012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.235709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-8fa70f7f-b14b-41ab-bafc-c2b465d6012f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9bdc6eeb362640cd96dab7841d609efa&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5445406
Feb 19 02:26:47.237851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-0f3e41c0-0fb4-4c02-9c2e-b5a63c0bfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.240447 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-0f3e41c0-0fb4-4c02-9c2e-b5a63c0bfc50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 1160 time: 0.1226041
Feb 19 02:26:47.480314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-7ef479d6-073c-4e0a-8913-e9fad233018f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023b83ee-b321-4330-8efb-ac121d463f35 HTTP/1.1" status: 200  len: 217 time: 0.2283864
Feb 19 02:26:47.659122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:47.667059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:47.671413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:47.678969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:47.747135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-3591db99-a6f4-41fb-bb10-37fd74911dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.749513 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-3591db99-a6f4-41fb-bb10-37fd74911dd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.1610322
Feb 19 02:26:47.781084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:47.781785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:47.812544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:47.908187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-2bea5f12-ada0-4e10-b527-73dd5ae17f4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945857
Feb 19 02:26:47.932596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-34064e56-83d5-42a0-a53c-e8614b2663b8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:47.934968 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-34064e56-83d5-42a0-a53c-e8614b2663b8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 816 time: 0.5809922
Feb 19 02:26:48.053263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:48.089038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-d8f57c97-faa4-461b-8d6d-d2784b426549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:48.090812 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5467203e-c211-4878-abaf-b28b0e4f7500 req-d8f57c97-faa4-461b-8d6d-d2784b426549 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.8027945
Feb 19 02:26:48.108255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-0fc02d98-7439-4ef8-9a7b-dfd15c75cc9b service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8754139
Feb 19 02:26:48.126957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c825-bd50-40a8-9fd0-497d5d2eb7da req-0cfc4ede-dc31-4f59-bef5-c1f5554ca986 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:48.128709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38f0c825-bd50-40a8-9fd0-497d5d2eb7da req-0cfc4ede-dc31-4f59-bef5-c1f5554ca986 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.2879739
Feb 19 02:26:48.331887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4827f7-ba37-4aa0-ac9b-26c6670523f1 req-d478dc4d-4813-47c9-a454-fae13e3bb1cb tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:48.340255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1b4827f7-ba37-4aa0-ac9b-26c6670523f1 req-d478dc4d-4813-47c9-a454-fae13e3bb1cb tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.6147916
Feb 19 02:26:48.408936 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-a08efd86-1732-43e2-87b8-dd32b6b0c3d3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 5703 time: 0.4491606
Feb 19 02:26:48.439393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'port': {'device_id': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'admin_state_up': True, 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'security_groups': ['c835ee69-2500-40a8-9400-698f2a75e7e0']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:48.450742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-08455861-bcf4-4add-9335-810769607f48 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:26:48.514998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54410) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:48.526153 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1b4827f7-ba37-4aa0-ac9b-26c6670523f1 req-6cc485eb-e13c-447f-a4f9-965c9710b46e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848919
Feb 19 02:26:48.528649 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-2026116b-35db-48fb-bd9e-e9b64940d487 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044798
Feb 19 02:26:48.643546 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38f0c825-bd50-40a8-9fd0-497d5d2eb7da req-99936c9f-d188-4837-8e9e-7ee4d9750eaf tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224021
Feb 19 02:26:48.809862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:48.825131 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-291b9749-56b5-4966-b8ee-608b73fbe31b req-9542324e-fd35-4e92-a0b8-a2651afc5e09 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2862523
Feb 19 02:26:48.828199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:48.830300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:48.847007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Made reservation on behalf of c5e1c746a8dc450eb96f1b22cd181e50 for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:48.853167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:48.888373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e2ab7-d3d2-45cf-b1b2-2827b6ae0b0b req-a755b9fe-009e-4547-84cf-2c1a28394ca6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:48.890189 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9b3e2ab7-d3d2-45cf-b1b2-2827b6ae0b0b req-a755b9fe-009e-4547-84cf-2c1a28394ca6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 943 time: 0.2247548
Feb 19 02:26:48.899226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-a3943392-a4c9-44cf-9bd5-f4431cc44a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:48.901329 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-a3943392-a4c9-44cf-9bd5-f4431cc44a40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1160 time: 0.7411275
Feb 19 02:26:48.904405 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2140a285-9fd2-4a2b-893d-54836ae2dc0f req-d91114f7-aa24-4436-a4df-6cae07ea18a1 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7867730
Feb 19 02:26:48.945798 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ba60958-a68a-4cdc-a805-736818b2ee18 req-9d02d215-9971-4bb0-b5f0-e088f485f728 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 210 time: 0.1590374
Feb 19 02:26:48.973797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:48.983102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:48.983832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.071041 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9b3e2ab7-d3d2-45cf-b1b2-2827b6ae0b0b req-69d5b6bd-69ac-438e-8a3d-1154bf118138 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660883
Feb 19 02:26:49.100024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.115238 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-9d36e4b6-2d5b-4181-aa23-5e3c47d38bb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.1352389
Feb 19 02:26:49.124983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:49.155010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.168679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Usage tracker for resource:security_group_rule and tenant:a39b2e2f786b4801be1bfdfd64dd0b62 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:49.175068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:49.192992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:49.202532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:49.238648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5c111283-5e7a-4cfc-9712-a6cdf7921b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:49.240287 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-5c111283-5e7a-4cfc-9712-a6cdf7921b27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.1125975
Feb 19 02:26:49.272647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:49.279715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.287102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:49.314433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-44fbecf9-3e2e-4bae-85e8-87730ad6663b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637679
Feb 19 02:26:49.372149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.373367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:49.377374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:49.377842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Allocated IP 172.20.0.14 (5b4ec2dc-41c0-4415-958d-7f5e107c8197/d688e761-56eb-4ad1-aafd-e2ebcb1991f2/f7dc3053-2f41-4450-982f-60c5d1f56ee3) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:49.472830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.526785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:49.675454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.709285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Transition to ACTIVE for port object f7dc3053-2f41-4450-982f-60c5d1f56ee3 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:49.734512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.754662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:49.799696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=97bab416-1080-4883-99e9-4097202f41c7,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:49.804776 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497', 'code': 200}
Feb 19 02:26:49.812683 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-bfe79823-1cde-4208-a6bb-55f1d9cd4f98 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4759398
Feb 19 02:26:49.813588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:49.981193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:49.997944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.023997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f25d876a-edee-4958-9bbb-47c86b0cbc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:50.085963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:50.089723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:50.104552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:50.106950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.108085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:50.110888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:50.115369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.116006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.158477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aef7a4-426e-4ac9-8dff-d181dce88ac6 req-80ed3357-4d7c-4ce0-ba73-9d82180b04d6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.158691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73a7ec-2166-4c83-aaa3-799446303357 req-a18cb613-bc94-49cf-b484-1d5b64cf66b1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.160152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3aef7a4-426e-4ac9-8dff-d181dce88ac6 req-80ed3357-4d7c-4ce0-ba73-9d82180b04d6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.1631839
Feb 19 02:26:50.160355 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2c73a7ec-2166-4c83-aaa3-799446303357 req-a18cb613-bc94-49cf-b484-1d5b64cf66b1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.4688275
Feb 19 02:26:50.162130 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7427900
Feb 19 02:26:50.193555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Request body: {'port': {'device_id': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:50.200939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a39b2e2f786b4801be1bfdfd64dd0b62&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6402521
Feb 19 02:26:50.218614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b2680-89b4-46cc-abab-f6f44b31773f,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:50.222472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54478) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:50.223368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:50.242009 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85abdb64-5a9e-42fb-b638-7b61ffffcf8f req-8b5edf24-2d06-4a72-811b-8e6f39af2a78 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4061856
Feb 19 02:26:50.263972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.273843 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5367134
Feb 19 02:26:50.324967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2c73a7ec-2166-4c83-aaa3-799446303357 req-540da84b-4937-4d83-884e-dd92e1514181 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385002
Feb 19 02:26:50.360431 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3aef7a4-426e-4ac9-8dff-d181dce88ac6 req-050549d1-5a2c-4b31-aa60-755889011056 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905301
Feb 19 02:26:50.370734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.411148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-9ed00561-5608-491d-b9f5-369cb00b0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.413384 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-9ed00561-5608-491d-b9f5-369cb00b0d59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 1162 time: 0.3661704
Feb 19 02:26:50.414317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.441680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ca6b8347-a546-4e22-ba1e-820256c07d81 None None] Provisioning for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:50.453031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ca6b8347-a546-4e22-ba1e-820256c07d81 None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:50.453440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8347-a546-4e22-ba1e-820256c07d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.491482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.510980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.525219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:50.539448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Usage tracker for resource:security_group_rule and tenant:fc439993403944849a45860175a07d86 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:50.545509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:50.564504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b8347-a546-4e22-ba1e-820256c07d81 None None] Port f7dc3053-2f41-4450-982f-60c5d1f56ee3 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:50.615647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:50.646884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-099da81c-777e-4a04-a353-27ae95cb1a96 None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:26:50.675911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.688732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:50.712415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b2680-89b4-46cc-abab-f6f44b31773f,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:50.724868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a9d8-491a-4c6b-931a-7c17961995b2 req-02d8ee7f-7863-4459-afe3-c249b6a1d27c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.726695 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b719a9d8-491a-4c6b-931a-7c17961995b2 req-02d8ee7f-7863-4459-afe3-c249b6a1d27c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 932 time: 0.1776400
Feb 19 02:26:50.730789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:50.760535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.762331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b73b2680-89b4-46cc-abab-f6f44b31773f HTTP/1.1" status: 204  len: 168 time: 0.5301597
Feb 19 02:26:50.811097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b719a9d8-491a-4c6b-931a-7c17961995b2 req-e928e9ec-03f9-4120-8fdf-47fa7f11bb04 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:50.819724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210302a7-6045-4ae6-9216-9b1e4e01d785 req-b1e8d242-8d10-4d63-a119-fe0290bda9ea tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:50.821342 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-210302a7-6045-4ae6-9216-9b1e4e01d785 req-b1e8d242-8d10-4d63-a119-fe0290bda9ea tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 943 time: 0.2120950
Feb 19 02:26:50.831325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.838195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:50.849813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-820c3523-28f1-4ce9-88dd-7341e4005a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:50.889837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b719a9d8-491a-4c6b-931a-7c17961995b2 req-e928e9ec-03f9-4120-8fdf-47fa7f11bb04 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:50.889837 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b719a9d8-491a-4c6b-931a-7c17961995b2 req-e928e9ec-03f9-4120-8fdf-47fa7f11bb04 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494465
Feb 19 02:26:50.900450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1bba3-f327-45cd-8958-71e46299bde1,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:50.903741 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-210302a7-6045-4ae6-9216-9b1e4e01d785 req-bc7d8ea1-630f-4680-8e3a-cddb639b81ed tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698814
Feb 19 02:26:50.925467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Synchronizing usage tracker for tenant:fc439993403944849a45860175a07d86 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:50.932607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:50.951664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Unset dirty status for tenant:fc439993403944849a45860175a07d86 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:50.953212 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71210e51-1485-4ad2-be21-cbdbf92ba855 req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5260820
Feb 19 02:26:51.039418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dc3053-2f41-4450-982f-60c5d1f56ee3 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:51.050082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.065123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Transition to ACTIVE for port object f7dc3053-2f41-4450-982f-60c5d1f56ee3 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:51.068604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.075977 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-882395cb-80b0-4ef5-a595-dcbff021bee2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--798910706&fields=id&tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 267 time: 0.0551109
Feb 19 02:26:51.084080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9f766d82-4f78-4bf0-a5e1-1ecc143857a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:51.224242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54506) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:51.229127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:51.232473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:51.250722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.282225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:51.293163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-4b0b9ad0-abc8-4351-b4b3-327ccaf72ac6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:51.294831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-4b0b9ad0-abc8-4351-b4b3-327ccaf72ac6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 810 time: 0.2111096
Feb 19 02:26:51.295938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Usage tracker for resource:security_group_rule and tenant:5365c2a3e3dd4dae99754428e467549e is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:51.299552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:51.312528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:51.321205 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-7fd2a06e-e273-4d2d-9e84-e37adec29953 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/quotas/ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 375 time: 0.0182505
Feb 19 02:26:51.378741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Attempting to bind port f7dc3053-2f41-4450-982f-60c5d1f56ee3 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:26:51.379123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Attempting to bind port f7dc3053-2f41-4450-982f-60c5d1f56ee3 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:26:51.379515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Attempting to bind port f7dc3053-2f41-4450-982f-60c5d1f56ee3 on network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:26:51.388234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:26:51.388613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Checking segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:26:51.388996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.389389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Bound using segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:26:51.389867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Bound port: f7dc3053-2f41-4450-982f-60c5d1f56ee3, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:26:51.390389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.473998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 539d7478-42da-4489-996c-fb72328e93ff up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:51.494729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-4397fbc7-786e-4be4-b352-165b5371cdd5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:51.520720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-4397fbc7-786e-4be4-b352-165b5371cdd5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:51.522401 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-4397fbc7-786e-4be4-b352-165b5371cdd5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1935904
Feb 19 02:26:51.544656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.559089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 539d7478-42da-4489-996c-fb72328e93ff completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:51.559353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:26:51.564573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 539d7478-42da-4489-996c-fb72328e93ff triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:51.565005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.575687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:26:51.581882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.603622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7e263e37-5d65-4189-a9b9-5d2cabf2a7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:51.625022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.645928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:51.708184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.752739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aea9b0-906f-472d-b241-f025624f5aea,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:51.757235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d57b2b-1306-4aff-9e71-55ed6db103af req-0ae9accb-ce54-49c6-9fc4-aae3a6781e0d tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:51.765881 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17d57b2b-1306-4aff-9e71-55ed6db103af req-0ae9accb-ce54-49c6-9fc4-aae3a6781e0d tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 943 time: 0.2835197
Feb 19 02:26:51.770729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 539d7478-42da-4489-996c-fb72328e93ff, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=539d7478-42da-4489-996c-fb72328e93ff,segment=NetworkSegment(4805ac66-b879-4865-81fe-42a0dd490308),segment_id=4805ac66-b879-4865-81fe-42a0dd490308)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:51.774746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.775973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:51.779170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:51.787658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:51.791181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:51.799803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5365c2a3e3dd4dae99754428e467549e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5720787
Feb 19 02:26:51.806724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54516) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:51.819565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f28b6f29-77df-49ab-bfcf-fb99793eebb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:51.851033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539d7478-42da-4489-996c-fb72328e93ff'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:51.895209 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17d57b2b-1306-4aff-9e71-55ed6db103af req-719efe68-e3ea-412d-b5a6-f4cefd319759 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280603
Feb 19 02:26:51.937257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=539d7478-42da-4489-996c-fb72328e93ff,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:51.943823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.950304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:51.951625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 023b83ee-b321-4330-8efb-ac121d463f35 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:51.957089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 023b83ee-b321-4330-8efb-ac121d463f35 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:51.957625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:51.978937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.036509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.045189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:52.046064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.047716 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] 10.222.0.53 "PUT /v2.0/ports/f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 1158 time: 1.8755450
Feb 19 02:26:52.107215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:52.107833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.116485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:52.148013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 023b83ee-b321-4330-8efb-ac121d463f35, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=023b83ee-b321-4330-8efb-ac121d463f35,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:52.151254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.152898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:52.176865 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-770de7bd-c760-4671-bb21-ee83573c2cbc service neutron] 10.222.0.44 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6305871
Feb 19 02:26:52.217653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fab322e1-06d6-48c5-a809-1aa054c569ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:52.302774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=023b83ee-b321-4330-8efb-ac121d463f35,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:52.307191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:52.317134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:52.317932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.395538 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9fbc6d2c-acc6-4533-985b-5c92edff4931 service neutron] 10.222.0.44 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2171848
Feb 19 02:26:52.486611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:52.488024 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10aea9b0-906f-472d-b241-f025624f5aea HTTP/1.1" status: 204  len: 168 time: 0.6802711
Feb 19 02:26:52.492971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aea9b0-906f-472d-b241-f025624f5aea,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:52.498597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:52.560871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe00d-1064-4940-8f0f-7b1c5c03c41c req-3135d407-d773-4fb2-a5ef-ca94a8487cfa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:52.562671 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-66cbe00d-1064-4940-8f0f-7b1c5c03c41c req-3135d407-d773-4fb2-a5ef-ca94a8487cfa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.5314395
Feb 19 02:26:52.590842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539d7478-42da-4489-996c-fb72328e93ff', 'code': 200}
Feb 19 02:26:52.622987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-0dd97a22-f760-4fcc-8e4a-ef266b1f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:52.624775 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-0dd97a22-f760-4fcc-8e4a-ef266b1f3888 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1161 time: 0.4963434
Feb 19 02:26:52.633233 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-66cbe00d-1064-4940-8f0f-7b1c5c03c41c req-d99a5f2f-d248-4cbb-b190-7173108fc079 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633326
Feb 19 02:26:52.759102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54540) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:52.846797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-e1db8514-f9e7-4bdb-89e1-585bd3e61884 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 217 time: 0.2002821
Feb 19 02:26:52.885972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6ef9-03a3-4d93-80de-3e9e19c9b026 req-e209b241-ac11-41a6-b2e8-51b74c50e638 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:52.904308 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cccc6ef9-03a3-4d93-80de-3e9e19c9b026 req-e209b241-ac11-41a6-b2e8-51b74c50e638 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1920278
Feb 19 02:26:53.063611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-7103f303-c1dc-41b1-98e3-f01a16ca5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:53.065389 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-7103f303-c1dc-41b1-98e3-f01a16ca5069 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.1700218
Feb 19 02:26:53.122554 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cccc6ef9-03a3-4d93-80de-3e9e19c9b026 req-c005c8a0-8d47-4e74-986b-36cb57eee53f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334012
Feb 19 02:26:53.128056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7008-196f-4365-a7d7-6f84470c5318 req-79aea99c-c03f-4496-aa2f-aafb2ae72dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:53.129664 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-551a7008-196f-4365-a7d7-6f84470c5318 req-79aea99c-c03f-4496-aa2f-aafb2ae72dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 1162 time: 0.2082791
Feb 19 02:26:53.130949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624c13-e260-4191-bf68-cdc3f9daab64 req-3ff7a2a5-4868-4559-bf14-6a56e93bb3d0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:53.132728 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-14624c13-e260-4191-bf68-cdc3f9daab64 req-3ff7a2a5-4868-4559-bf14-6a56e93bb3d0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2814083
Feb 19 02:26:53.145007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 539d7478-42da-4489-996c-fb72328e93ff up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:53.223142 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-551a7008-196f-4365-a7d7-6f84470c5318 req-a58f141c-1ab5-46c5-bfa4-b84ceaf782f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826240
Feb 19 02:26:53.224203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.233866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'status': 'completed', 'code': 200}
Feb 19 02:26:53.245207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:53.251219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Usage tracker for resource:security_group_rule and tenant:3490bf8d72ec4c7da5ca988445e213fc is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:53.254706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:53.262688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:53.296935 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-14624c13-e260-4191-bf68-cdc3f9daab64 req-322a7b64-2fa6-4a15-be04-f5f64274fac3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564577
Feb 19 02:26:53.305299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-8c00ac63-aaf4-47de-b2ea-a8006f03060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:53.307053 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-8c00ac63-aaf4-47de-b2ea-a8006f03060b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2319217
Feb 19 02:26:53.311309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 539d7478-42da-4489-996c-fb72328e93ff triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:53.311739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.382463 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9dfb042-712e-4647-b284-f9e80aa04153 req-3821c7ad-bf39-49d7-a7c0-a6568493ae61 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.0732193
Feb 19 02:26:53.458551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.463734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.470172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:53.476796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d94f12e5-8493-442f-94c1-19b48ec53220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:53.524443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02e031-8abf-4cde-9f12-2b45b90a4faf,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:53.545145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:53.549300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 023b83ee-b321-4330-8efb-ac121d463f35 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:53.550000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.566859 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3490bf8d72ec4c7da5ca988445e213fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8044960
Feb 19 02:26:53.567182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 54570) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:53.644756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.693407 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-70a0876c-43b1-4194-a170-427ea8bd5f81 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729435
Feb 19 02:26:53.701202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7abb1-b81b-494b-993a-033e8bd6c036 req-4eabece9-f207-460c-9d4a-afc0fe7a0c4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:53.710438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.710586 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2bc7abb1-b81b-494b-993a-033e8bd6c036 req-4eabece9-f207-460c-9d4a-afc0fe7a0c4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.2490704
Feb 19 02:26:53.828133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:53.837589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:53.841214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:53.879525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02e031-8abf-4cde-9f12-2b45b90a4faf,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:53.884437 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2bc7abb1-b81b-494b-993a-033e8bd6c036 req-4f964895-c14f-4dfd-9972-9a3661a83bae tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723785
Feb 19 02:26:53.893317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:53.992909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 0ea13f49-61f4-4ec3-9378-7226894dc825 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:54.000050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 0ea13f49-61f4-4ec3-9378-7226894dc825 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:54.000669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:54.010809 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c32cabdd-e255-46b7-9eb2-807b9a97cf15 req-2edcaa32-9c62-4945-8161-158aa0fb7bdd service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2973015
Feb 19 02:26:54.035875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:54.039879 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd02e031-8abf-4cde-9f12-2b45b90a4faf HTTP/1.1" status: 204  len: 168 time: 0.4692597
Feb 19 02:26:54.071158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca824b8-ab80-43ba-aed3-2b24e0cceabc req-bf9f1094-83e4-4f65-b350-70e1b6d7d0af tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:54.081255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ca824b8-ab80-43ba-aed3-2b24e0cceabc req-bf9f1094-83e4-4f65-b350-70e1b6d7d0af tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.1830904
Feb 19 02:26:54.157553 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ca824b8-ab80-43ba-aed3-2b24e0cceabc req-c5b4048d-4f0e-48d9-bb8c-dabc3c0665e1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752256
Feb 19 02:26:54.250729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:54.283231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-77e5899e-2dd0-47c8-b83b-61093a568173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:54.285876 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-77e5899e-2dd0-47c8-b83b-61093a568173 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1161 time: 0.1486270
Feb 19 02:26:54.324260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0ea13f49-61f4-4ec3-9378-7226894dc825,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:54.329182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:54.331356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:54.550717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:54.557330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:54.592194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35'}, {'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:54.623931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ce1b9-3266-4a1f-995c-cc4f63056a18 req-39421d13-1b9d-4476-887d-cb13cd39cc39 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:54.623931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8d6ce1b9-3266-4a1f-995c-cc4f63056a18 req-39421d13-1b9d-4476-887d-cb13cd39cc39 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:54.695180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-16e912c9-bdc2-4eca-9651-7e95aa795643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:54.699429 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-16e912c9-bdc2-4eca-9651-7e95aa795643 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.4069169
Feb 19 02:26:54.700462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8d6ce1b9-3266-4a1f-995c-cc4f63056a18 req-39421d13-1b9d-4476-887d-cb13cd39cc39 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:54.705216 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8d6ce1b9-3266-4a1f-995c-cc4f63056a18 req-39421d13-1b9d-4476-887d-cb13cd39cc39 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.3615432
Feb 19 02:26:54.760925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:26:54.796647 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-6c30ba28-e2e1-4e14-869c-c7a48a946c12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 217 time: 0.0827138
Feb 19 02:26:54.810105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 539d7478-42da-4489-996c-fb72328e93ff up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:54.824178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54610) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:55.003598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 539d7478-42da-4489-996c-fb72328e93ff triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:55.005171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.036893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.077761 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8d6ce1b9-3266-4a1f-995c-cc4f63056a18 req-d3a5fb58-347e-44d8-a704-095579cfffc4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3670635
Feb 19 02:26:55.100086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:55.110046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Usage tracker for resource:security_group_rule and tenant:4192f898329249e6b5379e992b0f18d9 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:55.110467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208794c-bad8-4ad5-a6be-63f8bddb3f3b req-1f5ff636-1af9-4e16-b6d3-e5c4f6dd9db6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:55.115164 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7208794c-bad8-4ad5-a6be-63f8bddb3f3b req-1f5ff636-1af9-4e16-b6d3-e5c4f6dd9db6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.5275702
Feb 19 02:26:55.115316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:55.139660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-05aa76e5-ef52-420c-8026-d850f53bb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:55.142739 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-05aa76e5-ef52-420c-8026-d850f53bb573 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.2921629
Feb 19 02:26:55.144150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:55.206501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-e2f10f5d-d0a2-4d7b-84ae-e62d416f2b2b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:55.209231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-e2f10f5d-d0a2-4d7b-84ae-e62d416f2b2b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 810 time: 0.5159152
Feb 19 02:26:55.269589 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7208794c-bad8-4ad5-a6be-63f8bddb3f3b req-747ffd2d-f7bb-4f5c-af05-c8e338a34e2d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444077
Feb 19 02:26:55.296728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:55.360130 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-545e0f16-7ada-4819-bbb8-9a629615dbf0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 5703 time: 0.1368694
Feb 19 02:26:55.361252 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35', 'code': 200}
Feb 19 02:26:55.361252 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825', 'code': 200}
Feb 19 02:26:55.380994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 0ea13f49-61f4-4ec3-9378-7226894dc825 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:55.381429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.388582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'port': {'device_id': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'admin_state_up': True, 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'security_groups': ['085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a']}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:55.406948 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e4ed6f1-4682-4c12-b54a-fdb0f13324b3 req-ff0c7f5a-5f8d-4275-9432-6d281a683774 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.1441133
Feb 19 02:26:55.469548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-9ced690a-7f8c-4a29-bea4-456fa401a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:55.471104 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-9ced690a-7f8c-4a29-bea4-456fa401a44e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3152776
Feb 19 02:26:55.622583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.629447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.640906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d050e435-26f9-413c-b41e-80251a3e211c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:55.711175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:55.724592 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4192f898329249e6b5379e992b0f18d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8760719
Feb 19 02:26:55.733250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d9d07-f381-4547-a0a9-b1ec09f2602a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:55.737096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:55.777952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54640) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:55.793092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:55.793843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:55.852244 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-78e8e720-6064-4989-b945-44e1a257014d service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3699555
Feb 19 02:26:55.998863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:56.034285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:56.057749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Made reservation on behalf of ce3f0058e9cc413c9235ce9b044f5d1f for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:26:56.064023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:56.071236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:56.118285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3ca39-9653-4e2c-a451-8f6e9b052880 req-da431dfe-60eb-4f1c-ba0d-77c64694566c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.120091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-88a3ca39-9653-4e2c-a451-8f6e9b052880 req-da431dfe-60eb-4f1c-ba0d-77c64694566c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.4627938
Feb 19 02:26:56.126255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe87ff-f78f-4d8c-8182-ab539ad07cd6 req-7298328e-c410-456f-8d00-c6bba89d7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.127955 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7cfe87ff-f78f-4d8c-8182-ab539ad07cd6 req-7298328e-c410-456f-8d00-c6bba89d7ebb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.3461523
Feb 19 02:26:56.136791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7b5da-d785-47a8-9ac2-3c118c82c85b req-c087587d-4a68-45e7-8ace-976039340580 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.138525 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-94d7b5da-d785-47a8-9ac2-3c118c82c85b req-c087587d-4a68-45e7-8ace-976039340580 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.4222958
Feb 19 02:26:56.140583 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-19c8cbd0-3b1e-42d2-bcd8-fba5381ba35e service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2665901
Feb 19 02:26:56.145721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397849f-be5c-4430-ae58-a7ed538c7ee0 req-9f9239f7-761b-4dc1-a553-dd32a14c1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.148491 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b397849f-be5c-4430-ae58-a7ed538c7ee0 req-9f9239f7-761b-4dc1-a553-dd32a14c1405 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 1162 time: 0.4100616
Feb 19 02:26:56.153869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:56.268785 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b397849f-be5c-4430-ae58-a7ed538c7ee0 req-cb3c9e29-d3e9-48e3-a750-58e34ca23277 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081109
Feb 19 02:26:56.273896 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-94d7b5da-d785-47a8-9ac2-3c118c82c85b req-82b2053f-9cd6-45f9-b904-21d906c7be67 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243792
Feb 19 02:26:56.284609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:56.290480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:56.309967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d9d07-f381-4547-a0a9-b1ec09f2602a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:56.311291 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-88a3ca39-9653-4e2c-a451-8f6e9b052880 req-b57eb566-b6e9-41a3-b50a-305b4d85c0b0 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798437
Feb 19 02:26:56.313370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:56.314947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:56.318930 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/280d9d07-f381-4547-a0a9-b1ec09f2602a HTTP/1.1" status: 204  len: 168 time: 0.5371771
Feb 19 02:26:56.343696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7cfe87ff-f78f-4d8c-8182-ab539ad07cd6 req-ca15f5c2-665d-4b49-a931-a7321387a8f0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921751
Feb 19 02:26:56.633145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b4486-be8f-4a93-aa9a-e94bb0e2118f req-09a149a8-5431-4337-9875-c7f24cfc4d09 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.635574 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-229b4486-be8f-4a93-aa9a-e94bb0e2118f req-09a149a8-5431-4337-9875-c7f24cfc4d09 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1189520
Feb 19 02:26:56.746573 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-229b4486-be8f-4a93-aa9a-e94bb0e2118f req-39d56b45-392b-47d5-b02b-f74072edda59 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946724
Feb 19 02:26:56.774785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Allocated IP 172.20.0.4 (fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723/d35553d1-2295-4e57-9857-85819fa437bd/d5caccc3-33c1-47a3-b424-89ffc91a1700) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:26:56.977125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f50ba5-8e37-4d8a-805d-f0daf66fd986 req-3ddbb7c6-0f70-4f5a-8c0e-d1b311a2b9ee tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:56.987000 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-15f50ba5-8e37-4d8a-805d-f0daf66fd986 req-3ddbb7c6-0f70-4f5a-8c0e-d1b311a2b9ee tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.3330235
Feb 19 02:26:57.079752 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0d0213b7-3fec-4bbf-9378-9094c0a6928a req-fe7251db-159a-417c-9247-2361307d666c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.0663786
Feb 19 02:26:57.127899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54692) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:57.146068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-15f50ba5-8e37-4d8a-805d-f0daf66fd986 req-cf3edc81-da02-42fd-b5ac-8ff9e7f419c2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544566
Feb 19 02:26:57.228473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.261232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Transition to ACTIVE for port object d5caccc3-33c1-47a3-b424-89ffc91a1700 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:57.309869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.345599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:57.520336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:57.524222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:57.537553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:57.538288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.617203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.636799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:26:57.638101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:26:57.638413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:26:57.640459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:57.643573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:26:57.648716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Usage tracker for resource:security_group_rule and tenant:ff6c775f50574890872b84ba3b2bab8b is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:26:57.648969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:57.649909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.653545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:26:57.657757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:57.672461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:26:57.681632 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3046892
Feb 19 02:26:57.695336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Request body: {'port': {'device_id': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:26:57.821916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.914460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.948608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.952579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:26:57.956706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:57.999696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:58.008045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:26:58.024071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.037210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eacdadd8-beeb-4d9a-b631-ec64ac437c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:58.203224 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'code': 200}
Feb 19 02:26:58.275464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d8fe323-e609-4452-86ac-a5ebf12d4580 None None] Provisioning for port d5caccc3-33c1-47a3-b424-89ffc91a1700 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:26:58.297341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d8fe323-e609-4452-86ac-a5ebf12d4580 None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:58.297770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe323-e609-4452-86ac-a5ebf12d4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.391070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8d8fe323-e609-4452-86ac-a5ebf12d4580 None None] Port d5caccc3-33c1-47a3-b424-89ffc91a1700 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:26:58.418726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:58.426954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:58.589895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff6c775f50574890872b84ba3b2bab8b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4556913
Feb 19 02:26:58.590427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54776) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:26:58.606535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6371ee09-e61c-4246-9474-0e8f4e1fa2fe,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:58.624844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:58.728151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4d093-a37a-488e-8210-2a7e7dd14a72 req-9301d988-3f2b-4cf2-98ed-8fa97b9a7ac0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:58.731211 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-09a4d093-a37a-488e-8210-2a7e7dd14a72 req-9301d988-3f2b-4cf2-98ed-8fa97b9a7ac0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.6419501
Feb 19 02:26:58.733348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:58.751357 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.809658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.844748 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-09a4d093-a37a-488e-8210-2a7e7dd14a72 req-b52c6273-01fe-4ace-a36a-79645ace4777 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898700
Feb 19 02:26:58.902335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.904255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 023b83ee-b321-4330-8efb-ac121d463f35 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:58.904775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.934962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:58.955230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:58.959202 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6371ee09-e61c-4246-9474-0e8f4e1fa2fe HTTP/1.1" status: 204  len: 168 time: 0.3677700
Feb 19 02:26:58.960820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371ee09-e61c-4246-9474-0e8f4e1fa2fe,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:26:58.972451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:26:59.191583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:26:59.278872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:26:59.279592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:59.307419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d5cb-72da-450a-8cd2-0e048bb69798 req-838bc4f4-da6c-49b3-bd48-9f0838d9d666 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:59.326401 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae95d5cb-72da-450a-8cd2-0e048bb69798 req-838bc4f4-da6c-49b3-bd48-9f0838d9d666 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2309306
Feb 19 02:26:59.406029 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae95d5cb-72da-450a-8cd2-0e048bb69798 req-202d4291-100c-4e90-a3da-fd89d1787314 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849586
Feb 19 02:26:59.574539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d6a5e-791b-4fac-8e6d-048dae134b0c req-c2ffb00f-7b2c-4432-a233-04bdce52635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:59.578094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-737d6a5e-791b-4fac-8e6d-048dae134b0c req-c2ffb00f-7b2c-4432-a233-04bdce52635c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1163 time: 0.8403218
Feb 19 02:26:59.592068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e1857-69af-44b8-a369-b8aa868dc4ad req-c740121a-55b0-4cd4-88af-ef5dfc93324e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:26:59.593331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-134e1857-69af-44b8-a369-b8aa868dc4ad req-c740121a-55b0-4cd4-88af-ef5dfc93324e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:26:59.680724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5caccc3-33c1-47a3-b424-89ffc91a1700 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:26:59.707087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-134e1857-69af-44b8-a369-b8aa868dc4ad req-c740121a-55b0-4cd4-88af-ef5dfc93324e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:26:59.719448 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-134e1857-69af-44b8-a369-b8aa868dc4ad req-c740121a-55b0-4cd4-88af-ef5dfc93324e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 931 time: 1.0307796
Feb 19 02:26:59.727309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:59.813867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Transition to ACTIVE for port object d5caccc3-33c1-47a3-b424-89ffc91a1700 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:26:59.827221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-737d6a5e-791b-4fac-8e6d-048dae134b0c req-81c92acd-8698-42fc-8326-e6dc6438da25 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2276328
Feb 19 02:26:59.828723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:26:59.881992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:26:59.915714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54854) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:00.113726 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-134e1857-69af-44b8-a369-b8aa868dc4ad req-f1f718ea-f8ca-4048-9b7a-efc55c4c6fac tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3907301
Feb 19 02:27:00.134179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Pushing event updated for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:00.171330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:00.346611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.380907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:00.386411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Usage tracker for resource:security_group_rule and tenant:213a427dcb694c9ea88b50e28a3929f6 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:00.390520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:00.397613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:00.483263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Attempting to bind port d5caccc3-33c1-47a3-b424-89ffc91a1700 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:27:00.489924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Attempting to bind port d5caccc3-33c1-47a3-b424-89ffc91a1700 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:27:00.490565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Attempting to bind port d5caccc3-33c1-47a3-b424-89ffc91a1700 on network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:27:00.527415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:27:00.540669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Checking segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:27:00.541356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.541909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Bound using segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:27:00.543484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Bound port: d5caccc3-33c1-47a3-b424-89ffc91a1700, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:27:00.544628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.617499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.633461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.674556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-47514b1b-ca22-486f-98a4-9cb397b710eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:00.710247 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=213a427dcb694c9ea88b50e28a3929f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7933040
Feb 19 02:27:00.711135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54886) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:00.712080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b1bb8-68a6-49bc-8f0e-5bd48eeaf02b,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:00.749070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:00.842061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-290fd291-a8a4-4c6a-8181-7f53eea2e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.865817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.916727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:00.934533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:27:00.997120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:27:01.003493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-25cc75fc-60c7-4e4a-87fa-bac7aa33cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.005676 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-25cc75fc-60c7-4e4a-87fa-bac7aa33cab0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 1162 time: 0.2974534
Feb 19 02:27:01.015236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:01.016972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:01.027534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:01.059265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b1bb8-68a6-49bc-8f0e-5bd48eeaf02b,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:01.082560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:01.086217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:01.092677 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a4b1bb8-68a6-49bc-8f0e-5bd48eeaf02b HTTP/1.1" status: 204  len: 168 time: 0.3481092
Feb 19 02:27:01.118433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:01.237335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049b853-3a57-4b0e-98f2-d15410887a61 req-655e2483-e2d4-4845-9cad-9c5cf412b9f1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.239036 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6049b853-3a57-4b0e-98f2-d15410887a61 req-655e2483-e2d4-4845-9cad-9c5cf412b9f1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1550748
Feb 19 02:27:01.351096 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6049b853-3a57-4b0e-98f2-d15410887a61 req-a15044ee-b4d7-4eb6-b4b2-cc650feb6126 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043959
Feb 19 02:27:01.556902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Pushing event updated for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:01.569435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.569825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.570219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.570627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.571020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.571386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.571761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.572140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.572508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.572880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.573258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.573669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.574114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.574554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.575164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.575536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.575908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.576307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.576676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.577049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.577426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.577805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.578172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.578571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:01.583460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:01.588798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.589916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:01.591445 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 1157 time: 3.9009159
Feb 19 02:27:01.595352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:01.613907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c424e-2f17-42ed-9145-a49cda4d7ab0 req-f0d99421-4e33-46fb-ada7-92e72c702eb5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.623112 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3d6c424e-2f17-42ed-9145-a49cda4d7ab0 req-f0d99421-4e33-46fb-ada7-92e72c702eb5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.7592683
Feb 19 02:27:01.702868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33201f7-236f-4ffc-b132-5c318be2273a req-6b94bc6e-d8ab-4125-994d-fb6206ba53a3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.713252 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c33201f7-236f-4ffc-b132-5c318be2273a req-6b94bc6e-d8ab-4125-994d-fb6206ba53a3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.1835682
Feb 19 02:27:01.795171 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3d6c424e-2f17-42ed-9145-a49cda4d7ab0 req-e2720de5-5de0-47c0-a52d-ddec5fbb40b2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708629
Feb 19 02:27:01.835149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c33201f7-236f-4ffc-b132-5c318be2273a req-36fbeb57-591c-423f-88cb-56533153b14f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:27:01.870485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c33201f7-236f-4ffc-b132-5c318be2273a req-36fbeb57-591c-423f-88cb-56533153b14f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:27:01.879079 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c33201f7-236f-4ffc-b132-5c318be2273a req-36fbeb57-591c-423f-88cb-56533153b14f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539037
Feb 19 02:27:01.894853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-abc67ceb-1580-43ed-b59d-6a56c7e7c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:01.897252 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-abc67ceb-1580-43ed-b59d-6a56c7e7c584 service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.8733389
Feb 19 02:27:01.930116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54916) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:01.976185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.022184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:02.037803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Usage tracker for resource:security_group_rule and tenant:333259b6006447e38d9da4c346c760fe is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:02.041277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:02.045087 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'status': 'completed', 'code': 200}
Feb 19 02:27:02.047397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-e53898c5-896c-4411-b51c-6c43052f27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:02.048181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:02.049947 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-e53898c5-896c-4411-b51c-6c43052f27ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1160 time: 0.3863590
Feb 19 02:27:02.060755 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-dd220cba-22c2-492e-b838-b171deb74d98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023b83ee-b321-4330-8efb-ac121d463f35 HTTP/1.1" status: 200  len: 217 time: 0.1326787
Feb 19 02:27:02.141294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.144685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.144857 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-3f12dff1-04a4-466d-b155-77f1d8bae16e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 217 time: 0.0858071
Feb 19 02:27:02.175091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:02.205376 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=333259b6006447e38d9da4c346c760fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2737584
Feb 19 02:27:02.206580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c736182a-05ae-4aa5-aa75-a2c1102aa5f9,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:02.215429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 54930) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:02.216891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.217297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.217695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.218089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.218525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.218928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.219299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.219682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.220063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.220444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.220827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.221272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.221727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.222110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.222522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.222901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.223280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.223662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.224040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.224418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.225039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.225288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.225668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.226044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:02.231327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:02.267994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-2b11a018-d884-43b3-8320-f89daaafdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:02.269592 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-2b11a018-d884-43b3-8320-f89daaafdb09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.1270120
Feb 19 02:27:02.279619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9b935f25-8647-4735-bf5e-7bf7a3d8b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:02.281023 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-9b935f25-8647-4735-bf5e-7bf7a3d8b80a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0966716
Feb 19 02:27:02.311731 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.343379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.399808 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-b0d896e4-da29-4ebe-9991-5331e3262b88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1071768
Feb 19 02:27:02.400558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.407982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:02.421369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c736182a-05ae-4aa5-aa75-a2c1102aa5f9,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:02.423989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:02.430156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.434874 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c736182a-05ae-4aa5-aa75-a2c1102aa5f9 HTTP/1.1" status: 204  len: 168 time: 0.2023401
Feb 19 02:27:02.642526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-1d3abe9e-6573-469a-bb03-627beff75db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:02.644196 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-1d3abe9e-6573-469a-bb03-627beff75db3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3500843
Feb 19 02:27:02.728979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:02.748944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830171-3cd4-4b15-834f-885af8b5577d req-ec61218f-817e-4467-b9e9-81d2a5288ea6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:02.754997 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b830171-3cd4-4b15-834f-885af8b5577d req-ec61218f-817e-4467-b9e9-81d2a5288ea6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2151403
Feb 19 02:27:02.837751 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-3d484489-8ec9-4724-80c6-cab18412df31 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230373
Feb 19 02:27:02.839965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:02.840510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:02.890448 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b830171-3cd4-4b15-834f-885af8b5577d req-2826797f-99f8-45df-9a2e-2dd7045c7130 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211545
Feb 19 02:27:02.937643 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-924570cb-5015-48cc-94f1-1e61ea6d7c76 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816374
Feb 19 02:27:03.106902 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-06273e77-f94e-4fae-8bdf-0fb2ad9ebf04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1440425
Feb 19 02:27:03.230763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a89f9145-8c8d-4084-b2e1-22b82f40ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:03.333049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255c633-132d-4631-bbe6-9e8d5bba44ed req-dbffebc8-4153-4707-83e9-819323d3b199 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:03.334793 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f255c633-132d-4631-bbe6-9e8d5bba44ed req-dbffebc8-4153-4707-83e9-819323d3b199 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.2221971
Feb 19 02:27:03.337133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-047b3eb6-36e4-4716-b0a4-c5207954eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:03.339053 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-047b3eb6-36e4-4716-b0a4-c5207954eea5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 1162 time: 0.1327391
Feb 19 02:27:03.540933 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f255c633-132d-4631-bbe6-9e8d5bba44ed req-901c4b1f-378c-4ed4-a36f-1f974e75e6b0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1982093
Feb 19 02:27:03.620923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-c706dd35-df02-4960-9112-de79777d8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:03.622882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-c706dd35-df02-4960-9112-de79777d8ded service neutron] 10.222.0.53 "GET /v2.0/networks?id=3908b16a-e19b-41bd-97dc-6a73ee1a771a HTTP/1.1" status: 200  len: 906 time: 0.2546263
Feb 19 02:27:03.656547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e52d1a-623b-440e-a151-b4125ac275d3 req-a57aeba9-fed4-4109-8bd9-d44d1a814995 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:03.656547 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27e52d1a-623b-440e-a151-b4125ac275d3 req-a57aeba9-fed4-4109-8bd9-d44d1a814995 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.5378821
Feb 19 02:27:03.669892 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34a09db8-d3fe-492e-b2c8-3ddd4d3cee6d req-61c6ccda-eb94-4612-b070-9cd58c4a73c0 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7311134
Feb 19 02:27:03.739941 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-00ff8b5d-8c0a-48c8-8f20-4b2e92ca03db req-12c37cb2-ab29-44f1-bce9-a2b9c7352359 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7666297
Feb 19 02:27:03.805745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:03.865212 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-b6342d06-16f7-4689-8515-ecea59e4f44d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=539d7478-42da-4489-996c-fb72328e93ff HTTP/1.1" status: 200  len: 217 time: 0.2302961
Feb 19 02:27:04.068749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-872cfe5a-19d0-4e30-b71f-9f5e81359236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.081759 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-872cfe5a-19d0-4e30-b71f-9f5e81359236 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5efbd679-c43f-48f5-8740-3cfc11f9c5db HTTP/1.1" status: 200  len: 852 time: 0.2067313
Feb 19 02:27:04.127033 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27e52d1a-623b-440e-a151-b4125ac275d3 req-21b35925-c8df-4884-ac11-02ab50a2053b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4599779
Feb 19 02:27:04.200408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-5ad75fe7-ef09-4961-b3ec-cf1eaa31998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.207714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-5ad75fe7-ef09-4961-b3ec-cf1eaa31998a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1160 time: 0.3885429
Feb 19 02:27:04.316788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-e8edadb5-988d-4f23-b382-4d302333a0a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3908b16a-e19b-41bd-97dc-6a73ee1a771a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2190781
Feb 19 02:27:04.508989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-6e7402b5-81d4-4ee2-b42f-70f7db8accad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.511372 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-6e7402b5-81d4-4ee2-b42f-70f7db8accad service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.2944205
Feb 19 02:27:04.522283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717e3de-02c2-4002-9ae3-84fa5003c160 req-7a85da9e-718d-47bf-a92a-91bb961249f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.524040 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b717e3de-02c2-4002-9ae3-84fa5003c160 req-7a85da9e-718d-47bf-a92a-91bb961249f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1774645
Feb 19 02:27:04.547685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55010) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:04.560303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'floatingip': {'port_id': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:04.608686 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-c033a2f0-e361-46dc-87e6-6bd41867e64e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 217 time: 0.0835381
Feb 19 02:27:04.657735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639744-363b-4ec5-b88e-a92272fa0f82 req-a622f1f3-1762-41a4-8064-c50108b955c4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.665027 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e639744-363b-4ec5-b88e-a92272fa0f82 req-a622f1f3-1762-41a4-8064-c50108b955c4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.4621398
Feb 19 02:27:04.694218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-754db274-f3f7-455d-8602-8340255f358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.695908 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-754db274-f3f7-455d-8602-8340255f358c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0799606
Feb 19 02:27:04.721508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:04.904501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3665b-8768-424b-87f7-41476953e751 req-1343c25a-2044-414a-a129-81b33148d248 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.912660 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-66c3665b-8768-424b-87f7-41476953e751 req-1343c25a-2044-414a-a129-81b33148d248 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.1557305
Feb 19 02:27:04.948814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:04.993745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-434a6e33-6238-4433-80b6-199f9ca67b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:04.996272 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-434a6e33-6238-4433-80b6-199f9ca67b6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2839546
Feb 19 02:27:05.008541 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-66c3665b-8768-424b-87f7-41476953e751 req-50937821-be97-4176-911c-85c42e19bcf0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946043
Feb 19 02:27:05.091774 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e639744-363b-4ec5-b88e-a92272fa0f82 req-ebcc9df9-66fe-497b-bc1d-597143b4b9ab tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4256630
Feb 19 02:27:05.107963 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-b7899ed0-85bc-48a8-96d1-bc750e352162 service neutron] 10.222.0.53 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7816997
Feb 19 02:27:05.180920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:05.217202 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-67c800fd-8b71-4b32-9a14-a890af55c052 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044442
Feb 19 02:27:05.408838 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5d13433-5b15-4e17-b25c-c74b6abf3789 req-d23fd927-ffc4-4c29-baff-543f32389480 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1748965
Feb 19 02:27:05.678663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55052) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:05.820825 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c53e9e5-3a48-457f-8c85-66d808bef98c req-0ddb74a2-385f-4213-8677-9d9ef2416dea service neutron] 10.222.0.53 "GET /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7009752
Feb 19 02:27:05.833735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:05.853926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:05.858822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a238a6db07d45a38fd6efb187d0b4a6 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:05.862818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:05.868967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:05.984034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:05.987780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:05.999822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:06.058196 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a238a6db07d45a38fd6efb187d0b4a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3777733
Feb 19 02:27:06.059359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7899e6d7-a181-41f5-891a-41ef6c586124,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:06.060673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55064) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:06.063712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:06.121057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.127919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.356066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Floating IP 3e4fdf51-e5b2-4b64-b721-834195f4ce36 associated. External IP: 172.27.1.215, port: f7dc3053-2f41-4450-982f-60c5d1f56ee3.
Feb 19 02:27:06.366742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447e816-8e0f-48c1-8fbb-06ff3bb34d08 req-fb0d5706-df7f-4a40-b337-b01d49fd7588 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:06.375004 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0447e816-8e0f-48c1-8fbb-06ff3bb34d08 req-fb0d5706-df7f-4a40-b337-b01d49fd7588 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.1190145
Feb 19 02:27:06.431797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0447e816-8e0f-48c1-8fbb-06ff3bb34d08 req-b0125fb2-b4cc-450b-957c-656b665ea2d1 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549197
Feb 19 02:27:06.519333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.643360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.779478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeee072-842e-4b32-b2ba-7a25ce37de68 req-6fba731b-66df-4b6f-8bbf-eb261f57ff08 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:06.781135 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7aeee072-842e-4b32-b2ba-7a25ce37de68 req-6fba731b-66df-4b6f-8bbf-eb261f57ff08 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.4281192
Feb 19 02:27:06.909500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.933257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5b4ab144-c6ab-43a5-98a4-e885a84d4865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:06.955964 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7aeee072-842e-4b32-b2ba-7a25ce37de68 req-f2be595e-aae2-47a2-a990-a6a1436015b3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639130
Feb 19 02:27:06.966224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7899e6d7-a181-41f5-891a-41ef6c586124,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:06.972206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:06.974878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:06.980329 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7899e6d7-a181-41f5-891a-41ef6c586124 HTTP/1.1" status: 204  len: 168 time: 0.9142151
Feb 19 02:27:06.997819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:27:07.349574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55092) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:07.370128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.386209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:07.393609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:ca090e32c87642a88209ba719d8c5bb6 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:07.396807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:07.403740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:07.431237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:27:07.438744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.447637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:27:07.467595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:27:07.468546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4116e208>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:27:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:07.527173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.530241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.538505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:07.584310 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-fa3815cf-4514-486d-9898-1e0ed76ca086 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "PUT /v2.0/floatingips/3e4fdf51-e5b2-4b64-b721-834195f4ce36 HTTP/1.1" status: 200  len: 992 time: 3.0346932
Feb 19 02:27:07.585534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:07.599389 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca090e32c87642a88209ba719d8c5bb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2486448
Feb 19 02:27:07.604316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f484ed-c5b0-46fe-86d5-9aa46f73635f,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:07.608758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55104) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:07.618000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:07.677875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:07.748591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:27:07.774334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.780239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port d5caccc3-33c1-47a3-b424-89ffc91a1700 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:27:07.788555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:07.789286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.798142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ca28-214e-4f76-815b-2f32fd516d17 req-35cc5f69-7e0f-4bbb-aedb-d7e5320972a3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:07.799963 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc40ca28-214e-4f76-815b-2f32fd516d17 req-35cc5f69-7e0f-4bbb-aedb-d7e5320972a3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.1975048
Feb 19 02:27:07.821386 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'status': 'completed', 'code': 200}
Feb 19 02:27:07.848706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.928877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc40ca28-214e-4f76-815b-2f32fd516d17 req-bf84ded2-98cb-49d2-87e0-e05b4af4608c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148601
Feb 19 02:27:07.968951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:07.974774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78e19903-89e6-418b-b0f0-2504e9328e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:07.994563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f484ed-c5b0-46fe-86d5-9aa46f73635f,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:08.011977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:08.019177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:08.029476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:08.033274 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43f484ed-c5b0-46fe-86d5-9aa46f73635f HTTP/1.1" status: 204  len: 168 time: 0.4146507
Feb 19 02:27:08.040899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-7ac24ac8-c642-43ab-a736-fe25c1223982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:08.048217 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-7ac24ac8-c642-43ab-a736-fe25c1223982 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1163 time: 0.1860027
Feb 19 02:27:08.260834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-5caf506c-31f2-4e3b-bd0a-6e4251a2d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:08.263040 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-5caf506c-31f2-4e3b-bd0a-6e4251a2d19e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.2039063
Feb 19 02:27:08.329463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4116e208>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '3e4fdf51-e5b2-4b64-b721-834195f4ce36', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ca:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:42Z', 'updated_at': '2021-02-19T02:27:05Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:08.333863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:27:08.343995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:27:08.344963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4116e208>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:27:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:08.361051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:27:08.363067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:08.374804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:08.376973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:08.525377 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-e3315f2b-26aa-4ffa-bdce-150d9a0bbe59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 1000 time: 0.2211194
Feb 19 02:27:08.548325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'code': 200}
Feb 19 02:27:08.549641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:08.567954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.568350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.568739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.569121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.569498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.569877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.570249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.586252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.586715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.587108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.587497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.587874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.588340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.588718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.589127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.589499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.589875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.590256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.590699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.591071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.591445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.591815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.592191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.592560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:27:08.619290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:08.631184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e0fe9-547e-468c-8609-d8460b0b2dac req-46a53a82-e682-4303-b7ce-9241c76268a0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:08.650301 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4e7e0fe9-547e-468c-8609-d8460b0b2dac req-46a53a82-e682-4303-b7ce-9241c76268a0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.3754001
Feb 19 02:27:08.719907 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4e7e0fe9-547e-468c-8609-d8460b0b2dac req-1c51b360-dcb5-4fc4-9cf7-300bc820e069 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756218
Feb 19 02:27:08.739114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-a854a688-9634-4e0e-863e-d9d1b7b625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:08.740917 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-a854a688-9634-4e0e-863e-d9d1b7b625b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.2047954
Feb 19 02:27:08.758646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:27:08.849347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:08.881246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-1f597f97-330d-4e88-9014-ce39a3a12a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:08.882919 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-1f597f97-330d-4e88-9014-ce39a3a12a92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1300220
Feb 19 02:27:09.091399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:09.092000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:09.109292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e713-e536-4bc2-a2dc-12832704f33f req-d07014ec-8a3b-4af9-9e79-3a1d0177a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:09.113972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1748e713-e536-4bc2-a2dc-12832704f33f req-d07014ec-8a3b-4af9-9e79-3a1d0177a760 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1162 time: 0.2905385
Feb 19 02:27:09.175343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-a4ba25df-6d48-4a8c-8c49-22f5764fb664 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792101
Feb 19 02:27:09.241995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1748e713-e536-4bc2-a2dc-12832704f33f req-174478bc-1151-4d79-a92c-332fe0bfb7ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190090
Feb 19 02:27:09.362034 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b70362-0fa5-4b47-a47b-67d1a58fdedd req-dc905c4e-ca69-4f00-9a93-e477e4a133a1 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1778858
Feb 19 02:27:09.426604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:09.486779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4bb9a-cb92-4393-93ce-9972b67cf96a req-9439bf9d-cb8b-4475-9c94-5b166db9ecdf tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:09.488555 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-18a4bb9a-cb92-4393-93ce-9972b67cf96a req-9439bf9d-cb8b-4475-9c94-5b166db9ecdf tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1245751
Feb 19 02:27:09.571544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4116e208>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '3e4fdf51-e5b2-4b64-b721-834195f4ce36', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ca:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:42Z', 'updated_at': '2021-02-19T02:27:05Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:09.578188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb09a56-df6b-4b21-911c-ae39dc5d5f50 None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '3e4fdf51-e5b2-4b64-b721-834195f4ce36', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ca:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:42Z', 'updated_at': '2021-02-19T02:27:05Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:27:09.606248 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-18a4bb9a-cb92-4393-93ce-9972b67cf96a req-aa33bae6-2dd9-459b-b0eb-ca22da2cb7be tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874395
Feb 19 02:27:09.950270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62b129-9516-4941-8f76-5cbd051c69cd req-1e623f60-3a89-4375-aed9-494722ee90b2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:09.952036 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3d62b129-9516-4941-8f76-5cbd051c69cd req-1e623f60-3a89-4375-aed9-494722ee90b2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1089272
Feb 19 02:27:10.009546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb03f4-1260-4897-94dc-1923deed5cbe None None] New status for floating IP 3e4fdf51-e5b2-4b64-b721-834195f4ce36: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:27:10.046339 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3d62b129-9516-4941-8f76-5cbd051c69cd req-a2b7c385-9900-4a19-a9d7-8d319e341310 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788879
Feb 19 02:27:10.998664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c2084-ee2d-4324-bfb3-2609e036e49d req-0963dab8-6553-4f61-85ca-e690ee8779b4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:11.001313 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-125c2084-ee2d-4324-bfb3-2609e036e49d req-0963dab8-6553-4f61-85ca-e690ee8779b4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1774955
Feb 19 02:27:11.067326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-125c2084-ee2d-4324-bfb3-2609e036e49d req-a48c141e-8d58-47d4-be77-ef6f6a461075 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593703
Feb 19 02:27:11.112574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-ebb97b76-e85f-454a-9d08-98acc901120a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:11.114449 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-ebb97b76-e85f-454a-9d08-98acc901120a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.2441273
Feb 19 02:27:11.134600 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-943003fd-9365-49a5-82cf-aedd84c8d99b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/quotas/bf138e653b034c909eb38d6f109c2c4b HTTP/1.1" status: 200  len: 375 time: 0.0124013
Feb 19 02:27:11.254647 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-7fb14202-51fa-487b-9345-751d5ee227df tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1129410
Feb 19 02:27:11.294692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7730f8-03d5-45dd-bf48-3d3657a8d97b req-2c26d5ee-c3d5-4e7c-8d99-38cc1bbd7e6d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:11.302906 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d7730f8-03d5-45dd-bf48-3d3657a8d97b req-2c26d5ee-c3d5-4e7c-8d99-38cc1bbd7e6d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0992975
Feb 19 02:27:11.365883 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d7730f8-03d5-45dd-bf48-3d3657a8d97b req-cf3039a8-15c5-4e57-984b-b0aa77af66bc tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619330
Feb 19 02:27:11.442771 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-b3fcfdc2-fcbb-4ebb-961a-80828880c2d2 service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870399
Feb 19 02:27:11.608684 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-d8eff1bd-1623-4ad5-b655-bf5b39427af4 service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1645157
Feb 19 02:27:11.836857 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-884d03dd-3160-41a1-8926-42979cdd473f req-283ea75d-e910-4f51-ae0a-5fded92f4021 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 210 time: 0.0589502
Feb 19 02:27:12.319108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d5a55-cb34-40b2-b312-841cc293fab6 req-7e316bd8-dd6b-4a9c-b12f-00fcb42625da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:12.321017 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8e6d5a55-cb34-40b2-b312-841cc293fab6 req-7e316bd8-dd6b-4a9c-b12f-00fcb42625da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1083391
Feb 19 02:27:12.373109 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8e6d5a55-cb34-40b2-b312-841cc293fab6 req-b103a56c-4da9-42e6-8a88-b05ddf9432e0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447407
Feb 19 02:27:12.595063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51256096-9cd9-494f-a98b-3b6028a04711 req-ebc919dc-31d5-4cf0-840b-89bb75f092b1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:12.597044 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51256096-9cd9-494f-a98b-3b6028a04711 req-ebc919dc-31d5-4cf0-840b-89bb75f092b1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1078668
Feb 19 02:27:12.662613 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51256096-9cd9-494f-a98b-3b6028a04711 req-47acf7cc-9bba-449c-976c-9f174d010b05 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566802
Feb 19 02:27:12.683291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6d22e-335e-4824-8f51-d1a0b425a31a req-93cf8d85-5fee-4310-870f-04bac1defea0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:12.687760 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d0f6d22e-335e-4824-8f51-d1a0b425a31a req-93cf8d85-5fee-4310-870f-04bac1defea0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1941807
Feb 19 02:27:12.697029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55298) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:12.707641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'floatingip': {'port_id': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:12.798513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:13.039692 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0971a418-e3c9-4eb5-b1e8-b58e95ae2c13 req-f689b45d-4e1f-4260-85f6-8324073a725c tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 210 time: 0.0740583
Feb 19 02:27:13.535544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-884ed83e-2cd2-47ed-8f9d-3e1117bf4f01 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:13.540877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-884ed83e-2cd2-47ed-8f9d-3e1117bf4f01 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.2321663
Feb 19 02:27:13.558840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Request body: {'port': {'device_id': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f', 'admin_state_up': True, 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:13.782994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:13.797388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:13.807932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:27:13.820748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.047794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55346) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:14.258922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.262949 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-092aa3f0-874f-496a-868c-929963180f0d req-c90841b8-069e-48ff-ba1d-79e626bc5604 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 210 time: 0.0739057
Feb 19 02:27:14.289665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:14.293818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 02:27:14.360474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Allocated IP 172.20.0.14 (fd54f352-2984-4a61-b9ca-5bbc66d3aa9f/4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf/278e34f1-4ef8-45d9-9318-24113c70b71c) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:27:14.373426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Usage tracker for resource:security_group_rule and tenant:f09ec626cf99460cb14b218488135df0 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:14.387171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:14.402456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:14.413687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5684-b610-4b2c-9a8c-0c234af8bf69 req-cd4bb1bd-ef70-4a23-9c9a-7390e8a6e56c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:14.416248 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84fd5684-b610-4b2c-9a8c-0c234af8bf69 req-cd4bb1bd-ef70-4a23-9c9a-7390e8a6e56c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.3678608
Feb 19 02:27:14.446772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.462545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.578536 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84fd5684-b610-4b2c-9a8c-0c234af8bf69 req-18102d99-35a7-4383-a6b8-8fcca1c7a785 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549525
Feb 19 02:27:14.601446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.637277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.716781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:14.723641 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Floating IP 5fcec2b6-ead4-4b14-9952-692bc565b416 associated. External IP: 172.27.1.77, port: d5caccc3-33c1-47a3-b424-89ffc91a1700.
Feb 19 02:27:14.844627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.850812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:14.936411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b0bf6f25-2c1e-4cae-a446-f1f2edc044f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:14.971874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db53bd5-70e7-413a-b00f-eade89108f3a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:14.986804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:15.005187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f09ec626cf99460cb14b218488135df0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9529054
Feb 19 02:27:15.006627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55362) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:15.075564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event updated for resources: {'Port': ['ID=278e34f1-4ef8-45d9-9318-24113c70b71c,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:15.134001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:15.166160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:27:15.167927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:27:15.170480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:27:15.175522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:15.176093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.210017 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6583381
Feb 19 02:27:15.232384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Request body: {'port': {'device_id': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:15.295958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.345071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.375573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.389712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:27:15.642395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.667909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-30b3fa82-a357-418d-a4a5-37764a9387fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:15.688722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db53bd5-70e7-413a-b00f-eade89108f3a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:15.699711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:15.705648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.711032 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2db53bd5-70e7-413a-b00f-eade89108f3a HTTP/1.1" status: 204  len: 168 time: 0.6916556
Feb 19 02:27:15.724876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050382b-7737-4b74-8f8a-9388db28d4ec req-d9e9a036-cba0-4fcf-a987-19ac32df6e81 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:15.726174 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c050382b-7737-4b74-8f8a-9388db28d4ec req-d9e9a036-cba0-4fcf-a987-19ac32df6e81 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 932 time: 0.3126719
Feb 19 02:27:15.762708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:27:15.770591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:15.777545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:27:15.794890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:27:15.795596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf42741898>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:27:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:15.866913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c050382b-7737-4b74-8f8a-9388db28d4ec req-cd69cca6-4884-4bd6-bd95-22bffaa182f6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257496
Feb 19 02:27:15.873761 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7c1364a4-b3c9-4185-9b6f-f518f36d997a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "PUT /v2.0/floatingips/5fcec2b6-ead4-4b14-9952-692bc565b416 HTTP/1.1" status: 200  len: 990 time: 3.1753669
Feb 19 02:27:15.874547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:16.027982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278e34f1-4ef8-45d9-9318-24113c70b71c {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:27:16.042493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69860bae-e10b-40af-bc06-cde7269ac165 req-c1881fb8-ab9d-4e55-b70b-49d343344d40 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:16.044542 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69860bae-e10b-40af-bc06-cde7269ac165 req-c1881fb8-ab9d-4e55-b70b-49d343344d40 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2944496
Feb 19 02:27:16.050992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.095427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Transition to ACTIVE for port object 278e34f1-4ef8-45d9-9318-24113c70b71c will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:27:16.104853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.142082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:16.211603 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'status': 'completed', 'code': 200}
Feb 19 02:27:16.280016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:27:16.280495 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69860bae-e10b-40af-bc06-cde7269ac165 req-b1fa36bc-0759-4b2f-ba6a-3ebdbae6011e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227826
Feb 19 02:27:16.318833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Pushing event updated for resources: {'Port': ['ID=278e34f1-4ef8-45d9-9318-24113c70b71c,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:16.322250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:16.402274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55400) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:16.450863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.483117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:16.491378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Usage tracker for resource:security_group_rule and tenant:c67aca206cb8461abb37f5f081f40503 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:16.502540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316398-37f2-41f6-809d-0f68607b8164 req-c32a4ae4-30d4-4d47-9d8d-be3276ee4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:16.504320 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-c32a4ae4-30d4-4d47-9d8d-be3276ee4cf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1162 time: 0.2468257
Feb 19 02:27:16.505494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:16.513274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:16.554507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Attempting to bind port 278e34f1-4ef8-45d9-9318-24113c70b71c on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:27:16.554891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Attempting to bind port 278e34f1-4ef8-45d9-9318-24113c70b71c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:27:16.555272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Attempting to bind port 278e34f1-4ef8-45d9-9318-24113c70b71c on network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:27:16.571805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:27:16.572230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Checking segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:27:16.572654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.573618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Bound using segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:27:16.574119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Bound port: 278e34f1-4ef8-45d9-9318-24113c70b71c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:27:16.574530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.719671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316398-37f2-41f6-809d-0f68607b8164 req-10a6e2d0-a5d6-4a3d-aac7-68f52d027622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:16.721311 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-10a6e2d0-a5d6-4a3d-aac7-68f52d027622 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.2021713
Feb 19 02:27:16.734945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] For port 278e34f1-4ef8-45d9-9318-24113c70b71c, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:27:16.738634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] For port 278e34f1-4ef8-45d9-9318-24113c70b71c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=278e34f1-4ef8-45d9-9318-24113c70b71c,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:27:16.743641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:16.766666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:16.797592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf42741898>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '5fcec2b6-ead4-4b14-9952-692bc565b416', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:ab:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:47Z', 'updated_at': '2021-02-19T02:27:14Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:16.803655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:27:16.818107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:27:16.819181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf42741898>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:27:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:16.881342 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-777ba09c-caff-41f5-9231-72aba918e884 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 998 time: 0.1385322
Feb 19 02:27:17.019287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Pushing event updated for resources: {'Port': ['ID=278e34f1-4ef8-45d9-9318-24113c70b71c,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:17.025923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:17.075366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.081712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316398-37f2-41f6-809d-0f68607b8164 req-701b97c6-47f9-4140-865f-f32f34faf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.083594 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-701b97c6-47f9-4140-865f-f32f34faf184 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.1875734
Feb 19 02:27:17.084452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.095289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8543cb42-8b8e-42a9-b5a5-41abf979baab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:17.139434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.140115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.142249 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] 10.222.0.53 "PUT /v2.0/ports/278e34f1-4ef8-45d9-9318-24113c70b71c HTTP/1.1" status: 200  len: 1158 time: 1.9220390
Feb 19 02:27:17.144137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:17.164832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:27:17.216621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04599b4a-273e-4155-bb75-ca6c94cfb44d req-9b9aa8a3-d628-4b63-8d6a-b74de69dfc8e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.217451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-04599b4a-273e-4155-bb75-ca6c94cfb44d req-9b9aa8a3-d628-4b63-8d6a-b74de69dfc8e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:27:17.306288 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c', 'status': 'completed', 'code': 200}
Feb 19 02:27:17.347434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55430) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:17.368578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-04599b4a-273e-4155-bb75-ca6c94cfb44d req-9b9aa8a3-d628-4b63-8d6a-b74de69dfc8e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:27:17.395100 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-04599b4a-273e-4155-bb75-ca6c94cfb44d req-9b9aa8a3-d628-4b63-8d6a-b74de69dfc8e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 944 time: 0.3447971
Feb 19 02:27:17.490638 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c67aca206cb8461abb37f5f081f40503&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0845203
Feb 19 02:27:17.492920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55438) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:17.493698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfcc0e9-7270-43ca-9ee5-06a701dad044,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:17.497993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:17.552747 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-04599b4a-273e-4155-bb75-ca6c94cfb44d req-34eace81-22e0-49aa-8931-ac2359cde925 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565299
Feb 19 02:27:17.573646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-b71b16ce-97d7-4484-922c-b3eee5a18e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.573646 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-b71b16ce-97d7-4484-922c-b3eee5a18e8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 1161 time: 0.3726656
Feb 19 02:27:17.652183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316398-37f2-41f6-809d-0f68607b8164 req-50202160-9735-44be-b34b-6cae59af60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.654345 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-50202160-9735-44be-b34b-6cae59af60dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5510621
Feb 19 02:27:17.726236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.735493 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-943fe2e6-2f4f-408a-b449-8bbd659dedef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=278e34f1-4ef8-45d9-9318-24113c70b71c HTTP/1.1" status: 200  len: 217 time: 0.1451004
Feb 19 02:27:17.738080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.759110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.799361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:17.800365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55448) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:17.823084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Usage tracker for resource:security_group_rule and tenant:157ed5445df14e34b24f97e6cad5eb38 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:17.828250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:17.837096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:17.849003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26354-d855-4821-9e39-5943fe40beec req-8a4237ea-0dac-4d53-ba68-2600cf1d2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:17.850621 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-8a4237ea-0dac-4d53-ba68-2600cf1d2dda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.1006079
Feb 19 02:27:17.853206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:17.928333 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-5333db9a-8c4a-496a-a3c1-20f78838d705 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635343
Feb 19 02:27:17.943666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:17.968809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfcc0e9-7270-43ca-9ee5-06a701dad044,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:17.992579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf42741898>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '5fcec2b6-ead4-4b14-9952-692bc565b416', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:ab:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:47Z', 'updated_at': '2021-02-19T02:27:14Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:18.002665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e193fa9-c773-4089-b0df-f6f67103df89 None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '5fcec2b6-ead4-4b14-9952-692bc565b416', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:ab:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:26:47Z', 'updated_at': '2021-02-19T02:27:14Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:27:18.004628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:18.032558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.038099 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cfcc0e9-7270-43ca-9ee5-06a701dad044 HTTP/1.1" status: 204  len: 168 time: 0.5346925
Feb 19 02:27:18.050534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae88b-9ff3-4f3f-9347-dd14b367070b req-2377b8e1-7449-4b1e-8aa8-be45ca06985d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:18.052387 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-709ae88b-9ff3-4f3f-9347-dd14b367070b req-2377b8e1-7449-4b1e-8aa8-be45ca06985d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.4070418
Feb 19 02:27:18.140995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-709ae88b-9ff3-4f3f-9347-dd14b367070b req-3287e05f-081e-4914-9608-53850c1f95a1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703430
Feb 19 02:27:18.162012 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-d5f31ae9-e6ff-40a4-93ff-18c890890e40 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3435850
Feb 19 02:27:18.186170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.254562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:18.258821 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-d550c877-ff27-44c2-a71c-cb34656910fb service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3154500
Feb 19 02:27:18.269796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c907902cce40628d0668144cb6440a is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:18.276052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:18.310573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:18.385296 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03316398-37f2-41f6-809d-0f68607b8164 req-9335b855-fa39-44ee-91a3-fdb954071708 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2090819
Feb 19 02:27:18.417456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.423174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0e6b-8312-4a93-8dd4-4dbc95c5e8ad None None] New status for floating IP 5fcec2b6-ead4-4b14-9952-692bc565b416: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:27:18.430856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.445880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9fd6395d-0eaa-4c9e-8246-10811b291bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:18.516558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55462) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:18.552785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.553093 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=157ed5445df14e34b24f97e6cad5eb38&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1973662
Feb 19 02:27:18.554868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55466) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:18.591475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9acdec-1762-43bc-be99-635888431bdf req-7f4a2abf-3b62-4901-9e9d-e3d165b919b6 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:18.593139 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0f9acdec-1762-43bc-be99-635888431bdf req-7f4a2abf-3b62-4901-9e9d-e3d165b919b6 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.2061443
Feb 19 02:27:18.594303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:18.596322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c4eb0-edfb-471f-8b19-e7863789001c,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:18.599252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3b4177e3284c249b4a92f981c53ef6 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:18.602660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:18.607965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:18.609857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:18.632452 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcb26354-d855-4821-9e39-5943fe40beec req-edebcc74-745f-4c53-a665-4262cc2a6c1d service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3524001
Feb 19 02:27:18.706436 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0f9acdec-1762-43bc-be99-635888431bdf req-2216096c-9ab6-435a-b86c-ef22c2e58b8a tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858743
Feb 19 02:27:18.784923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.800304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.803806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.810055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.813273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8db1feeb-ab6f-4218-a2f5-2fbecae24ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:18.863456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f9835-add9-4669-b3f6-e27a2b6a865c,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:18.867185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:18.870033 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d3b4177e3284c249b4a92f981c53ef6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3492761
Feb 19 02:27:18.870033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:18.871602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55474) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:18.875417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.934802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d7677-91a4-4a18-9530-034c64058ec8,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:18.943136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.945501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:18.966498 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3c907902cce40628d0668144cb6440a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1522377
Feb 19 02:27:18.967759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55478) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:18.980381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:18.988467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.037918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-d3638b2a-a13b-4e7a-b88a-210548ea1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:19.039644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-d3638b2a-a13b-4e7a-b88a-210548ea1cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 1161 time: 0.3238308
Feb 19 02:27:19.077155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.081631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a32ef-22b2-45b1-876a-08a0b9fb2f9a req-c617dcae-83ee-47cd-a65e-b9d95140abca tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:19.083330 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-740a32ef-22b2-45b1-876a-08a0b9fb2f9a req-c617dcae-83ee-47cd-a65e-b9d95140abca tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 944 time: 0.2854424
Feb 19 02:27:19.108136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.113153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.121134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:19.143336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f9835-add9-4669-b3f6-e27a2b6a865c,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:19.145894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:19.166237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.170051 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e3f9835-add9-4669-b3f6-e27a2b6a865c HTTP/1.1" status: 204  len: 168 time: 0.2948422
Feb 19 02:27:19.178519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.186977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-465a43a4-88c1-485f-99c9-d6f7698f5c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:19.199410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.206845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:19.218754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c4eb0-edfb-471f-8b19-e7863789001c,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:19.227097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d7677-91a4-4a18-9530-034c64058ec8,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:19.229863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:19.230730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.232622 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/406d7677-91a4-4a18-9530-034c64058ec8 HTTP/1.1" status: 204  len: 168 time: 0.2638268
Feb 19 02:27:19.243263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:19.267851 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-740a32ef-22b2-45b1-876a-08a0b9fb2f9a req-62d45d3c-3aea-464e-9329-c69973328fe2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270640
Feb 19 02:27:19.272076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:19.275791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b06c4eb0-edfb-471f-8b19-e7863789001c HTTP/1.1" status: 204  len: 168 time: 0.7066412
Feb 19 02:27:19.339539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-b5f96735-a217-48d8-a97f-3e8500709f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:19.341203 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-b5f96735-a217-48d8-a97f-3e8500709f3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 906 time: 0.2928364
Feb 19 02:27:19.424534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14440-bf06-4f43-81ff-8944dafd1df5 req-58e4fbbd-cfbe-4e22-9a1d-5505ba9b110e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:19.426250 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-99e14440-bf06-4f43-81ff-8944dafd1df5 req-58e4fbbd-cfbe-4e22-9a1d-5505ba9b110e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1112936
Feb 19 02:27:19.438387 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-0bf69802-8168-4524-bc56-f2f5fa303b6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=278e34f1-4ef8-45d9-9318-24113c70b71c HTTP/1.1" status: 200  len: 217 time: 0.0865815
Feb 19 02:27:19.487872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-99e14440-bf06-4f43-81ff-8944dafd1df5 req-0cc05c3b-aa1e-4e64-90a4-b2294f62909f tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544441
Feb 19 02:27:19.534018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-00ae2f0f-9819-4669-be40-d0fc47fb6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:19.535647 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-00ae2f0f-9819-4669-be40-d0fc47fb6aaa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.0831757
Feb 19 02:27:19.599320 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-04183cf8-0045-4a5a-813e-77e7899829a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536852
Feb 19 02:27:19.792791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-8d609bfe-779c-45e4-b053-e8d880cd1ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827149
Feb 19 02:27:20.025544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a5a13-81f6-41fc-8bc1-41a757c35e05 req-1118e6f4-34e6-4856-a7a2-3b7faeeba4d2 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:20.027544 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-234a5a13-81f6-41fc-8bc1-41a757c35e05 req-1118e6f4-34e6-4856-a7a2-3b7faeeba4d2 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.1545503
Feb 19 02:27:20.108405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55514) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:20.143659 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-234a5a13-81f6-41fc-8bc1-41a757c35e05 req-0e2b785c-48dd-4c71-aeea-3e6ce2b0d1a2 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081166
Feb 19 02:27:20.144828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.178415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:20.183043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Usage tracker for resource:security_group_rule and tenant:a1e9b7ae88754f03b8717cda7acc687d is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:20.186630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:20.193163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:20.259397 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f541509-c694-4c06-9613-9b9a2d390f74 req-dad9cf8b-7eb9-4e32-995d-0060c215d52e service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4573872
Feb 19 02:27:20.319819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.325114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.343260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d549615e-384d-460e-8a47-9679f508e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:20.429656 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1e9b7ae88754f03b8717cda7acc687d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195717
Feb 19 02:27:20.430866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f41ed6-4a12-43b8-a7e5-d53269e392be,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:20.433245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55528) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:20.436048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:20.606528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4b29-6753-4894-b0b7-93a7c1efbfc3 req-7d96ce2e-7cc1-417f-8187-98164200e12f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:20.619255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bfee4b29-6753-4894-b0b7-93a7c1efbfc3 req-7d96ce2e-7cc1-417f-8187-98164200e12f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 944 time: 0.1526291
Feb 19 02:27:20.627753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.698956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.753649 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bfee4b29-6753-4894-b0b7-93a7c1efbfc3 req-5cfe097d-2c27-4180-99a2-c4f0137c9f2a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274228
Feb 19 02:27:20.763937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.771319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-942a6263-13c9-446f-941f-c3e8b69031b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:20.797020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f41ed6-4a12-43b8-a7e5-d53269e392be,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:20.811306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:20.812909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:20.815108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0f41ed6-4a12-43b8-a7e5-d53269e392be HTTP/1.1" status: 204  len: 168 time: 0.3805137
Feb 19 02:27:21.030940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc1a31-18bf-4f5c-97c8-3f780cda0161 req-f68ffbd9-224b-4111-9afc-cc39debc032d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:21.032662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-31fc1a31-18bf-4f5c-97c8-3f780cda0161 req-f68ffbd9-224b-4111-9afc-cc39debc032d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2059760
Feb 19 02:27:21.075307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-c4e8ab71-4fac-49c8-a7e6-8dcfd5dd4630 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:21.076904 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-c4e8ab71-4fac-49c8-a7e6-8dcfd5dd4630 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.1750469
Feb 19 02:27:21.151696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-31fc1a31-18bf-4f5c-97c8-3f780cda0161 req-22730c9a-a0b7-432b-9f25-792ec36bfd21 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097286
Feb 19 02:27:21.182112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Deleting port 539d7478-42da-4489-996c-fb72328e93ff {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:27:21.183106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:21.564012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] For port 539d7478-42da-4489-996c-fb72328e93ff, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=539d7478-42da-4489-996c-fb72328e93ff,segment=NetworkSegment(4805ac66-b879-4865-81fe-42a0dd490308),segment_id=4805ac66-b879-4865-81fe-42a0dd490308)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:27:21.564887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:21.567481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 278e34f1-4ef8-45d9-9318-24113c70b71c up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:21.575095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d6a7-5b7b-4aa5-ba73-7239ea06740e req-4f859b88-1079-4b7c-9da8-659829663db0 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:21.576801 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bf6d6a7-5b7b-4aa5-ba73-7239ea06740e req-4f859b88-1079-4b7c-9da8-659829663db0 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 945 time: 0.1043663
Feb 19 02:27:21.660594 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bf6d6a7-5b7b-4aa5-ba73-7239ea06740e req-ab9af935-6498-4d07-a6a0-fcd57bf55c6c tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8e52bf2-20fb-4b13-9c93-8d302e694b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703738
Feb 19 02:27:21.680425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 278e34f1-4ef8-45d9-9318-24113c70b71c completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:27:21.694054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 278e34f1-4ef8-45d9-9318-24113c70b71c triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:21.694694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:21.793479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Calling delete_port for 539d7478-42da-4489-996c-fb72328e93ff owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:27:21.867434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:21.933043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 278e34f1-4ef8-45d9-9318-24113c70b71c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=278e34f1-4ef8-45d9-9318-24113c70b71c,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:27:21.941334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:21.949161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:21.957434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:22.118126 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c', 'code': 200}
Feb 19 02:27:22.121171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=278e34f1-4ef8-45d9-9318-24113c70b71c,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:22.125845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:22.127182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 539d7478-42da-4489-996c-fb72328e93ff no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:27:22.308878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:22.353535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:22.509043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-569ca793-f75b-48f7-bb9a-c18a69ca444a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:22.570485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50ba1e-b425-4fe6-b3b5-ccf485879868 req-3c59256f-1c2a-4942-bc8c-1d37beedfdf7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:22.578547 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e50ba1e-b425-4fe6-b3b5-ccf485879868 req-3c59256f-1c2a-4942-bc8c-1d37beedfdf7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.4437592
Feb 19 02:27:22.616148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Pushing event deleted for resources: {'Port': ['ID=539d7478-42da-4489-996c-fb72328e93ff,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:22.623930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:22.674854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a590-de00-49cf-b25b-6e90b5ded252 req-971c50e9-e6b8-4cf0-babe-b81e78a1b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:22.676465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] No DVR routers for this DVR port 539d7478-42da-4489-996c-fb72328e93ff on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:27:22.677229 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ad16a590-de00-49cf-b25b-6e90b5ded252 req-971c50e9-e6b8-4cf0-babe-b81e78a1b3c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 1163 time: 0.2670529
Feb 19 02:27:22.719419 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e50ba1e-b425-4fe6-b3b5-ccf485879868 req-0d34a485-d4d5-4abe-88be-ac686320171f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397214
Feb 19 02:27:22.724756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:22.728015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'name': 'network-vif-deleted', 'tag': '539d7478-42da-4489-996c-fb72328e93ff'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:22.745913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ad16a590-de00-49cf-b25b-6e90b5ded252 req-e1bc5d5e-8111-4095-8a4e-69e70a8688f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584521
Feb 19 02:27:22.760772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e0d3d-775e-4142-8344-36fad30d9a3d req-429b5da2-afe8-42e4-97d8-fa164c3ef41d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:22.769980 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e8e0d3d-775e-4142-8344-36fad30d9a3d req-429b5da2-afe8-42e4-97d8-fa164c3ef41d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2032349
Feb 19 02:27:22.775851 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17d92b9f-5440-42a1-9437-7fe582bdc551 req-467e8186-8c9e-4629-98ee-efdb1b61bf4e tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.53 "DELETE /v2.0/ports/539d7478-42da-4489-996c-fb72328e93ff HTTP/1.1" status: 204  len: 173 time: 1.6890874
Feb 19 02:27:22.824407 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e8e0d3d-775e-4142-8344-36fad30d9a3d req-6487f580-bd09-41ec-8330-fa86a603b03e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534630
Feb 19 02:27:22.864957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 278e34f1-4ef8-45d9-9318-24113c70b71c up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:22.967783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 278e34f1-4ef8-45d9-9318-24113c70b71c triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:22.969092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.087496 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d51de3c-2465-48da-9802-cefee9920cd2 req-d7bf42a7-69ed-4cad-8097-9db07d51da5d tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.1289437
Feb 19 02:27:23.147447 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b207a-9887-4414-9e31-577bab1ff7da', 'name': 'network-vif-deleted', 'tag': '539d7478-42da-4489-996c-fb72328e93ff', 'status': 'completed', 'code': 200}
Feb 19 02:27:23.276625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55624) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:23.433875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.457512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:23.461797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Usage tracker for resource:security_group_rule and tenant:18c945eb4ef447b6802edfceb1e06517 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:23.464944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:23.471146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:23.579343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.582879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.593740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc15f91f-e656-4f1f-b663-90d98c238893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:23.634554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d75f19-7240-4d02-b2f4-838b2b4b541d,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:23.640785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:23.649983 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18c945eb4ef447b6802edfceb1e06517&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3697338
Feb 19 02:27:23.650268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55634) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:23.737222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.787381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.874323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:23.897579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dfb1ba8a-1424-4f02-9f5c-c2412b84babb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:23.945309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d75f19-7240-4d02-b2f4-838b2b4b541d,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:23.952527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:24.027839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:24.029029 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65d75f19-7240-4d02-b2f4-838b2b4b541d HTTP/1.1" status: 204  len: 168 time: 0.3772793
Feb 19 02:27:24.116319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfbe5-4667-4ec9-a50a-8d4aab55943a req-e55b194c-aae6-4b77-8add-59da534dfdaa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:24.121505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a5dfbe5-4667-4ec9-a50a-8d4aab55943a req-e55b194c-aae6-4b77-8add-59da534dfdaa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.1822002
Feb 19 02:27:24.174014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a5dfbe5-4667-4ec9-a50a-8d4aab55943a req-777095a2-238c-4f2d-a01c-bff65ee3ced6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467381
Feb 19 02:27:24.188308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b6b6-75c9-44fa-91c3-b0e177fcf84a req-9c9db653-86a4-4441-9185-509537386201 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:24.195747 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bab9b6b6-75c9-44fa-91c3-b0e177fcf84a req-9c9db653-86a4-4441-9185-509537386201 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1156821
Feb 19 02:27:24.246215 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bab9b6b6-75c9-44fa-91c3-b0e177fcf84a req-ebbeff6a-e933-4991-8276-fceb4a70f82b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494938
Feb 19 02:27:24.451532 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1da30ac0-f9a1-490e-940d-2886944d6b1e req-bb938397-5427-45d1-baaf-ca8d0e93c2a1 tempest-DeleteServersTestJSON-1635392345 tempest-DeleteServersTestJSON-1635392345-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e5b207a-9887-4414-9e31-577bab1ff7da HTTP/1.1" status: 200  len: 210 time: 0.0541568
Feb 19 02:27:25.418970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b39dd-ed4f-402d-a17c-23bf2ea80b00 req-8e8bd44c-9704-4a7f-93e8-8733c2e16ccd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:25.420584 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-560b39dd-ed4f-402d-a17c-23bf2ea80b00 req-8e8bd44c-9704-4a7f-93e8-8733c2e16ccd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.1220093
Feb 19 02:27:25.469917 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-560b39dd-ed4f-402d-a17c-23bf2ea80b00 req-1ca15a3c-69f3-4db2-925f-27d3a9cd2343 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429373
Feb 19 02:27:25.616265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55712) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:25.655250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58555814-2f0b-4428-b6d5-b461813df6da req-cfd88dc2-07fa-497b-8b2d-a117f13768e4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:25.657004 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58555814-2f0b-4428-b6d5-b461813df6da req-cfd88dc2-07fa-497b-8b2d-a117f13768e4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0877810
Feb 19 02:27:25.709794 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58555814-2f0b-4428-b6d5-b461813df6da req-00667b0d-6cb2-4eee-a15e-d154ed59e86f tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457971
Feb 19 02:27:25.746703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:25.761823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:25.765865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Usage tracker for resource:security_group_rule and tenant:36d635126a574202a55fe516ab7212d7 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:25.768823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:25.774587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:25.858814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:25.861454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:25.873549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:25.915305 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36d635126a574202a55fe516ab7212d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2970567
Feb 19 02:27:25.916214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6335057-e2fc-42d0-a075-1fb89b86fa72,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:25.919848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 55718) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:25.920011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:26.006553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:26.025653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:26.072314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:26.077581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:26.090550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6335057-e2fc-42d0-a075-1fb89b86fa72,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:26.093177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:26.101390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:26.102681 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6335057-e2fc-42d0-a075-1fb89b86fa72 HTTP/1.1" status: 204  len: 168 time: 0.1815560
Feb 19 02:27:26.946100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8142e-5675-4c31-b320-2d7d21035f6f req-1c88744c-67a4-413c-a29a-b4aeaff27701 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:26.948314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6aa8142e-5675-4c31-b320-2d7d21035f6f req-1c88744c-67a4-413c-a29a-b4aeaff27701 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0882301
Feb 19 02:27:27.003165 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6aa8142e-5675-4c31-b320-2d7d21035f6f req-aeee9cb2-6a39-4d67-ba64-4cfe33246ed4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466557
Feb 19 02:27:27.759153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 278e34f1-4ef8-45d9-9318-24113c70b71c up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:27.836360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 278e34f1-4ef8-45d9-9318-24113c70b71c triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:27.836780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:28.213392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876e32c-8520-4668-9a73-7e54fde3e8e6 req-e1204615-a19c-4e8c-991d-cb6b68230308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:28.215022 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7876e32c-8520-4668-9a73-7e54fde3e8e6 req-e1204615-a19c-4e8c-991d-cb6b68230308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0919399
Feb 19 02:27:28.262281 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7876e32c-8520-4668-9a73-7e54fde3e8e6 req-916fd138-4874-44bb-8012-2d341d640b06 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409849
Feb 19 02:27:30.826315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43ba3a98-fd94-411a-8126-fe6a4e36b9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:31.249242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a08ec4-db03-4644-93cd-276d19e0c6be req-5100fe64-5cbd-46fc-a685-f2c94d723d88 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:31.250926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58a08ec4-db03-4644-93cd-276d19e0c6be req-5100fe64-5cbd-46fc-a685-f2c94d723d88 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0909171
Feb 19 02:27:31.303424 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58a08ec4-db03-4644-93cd-276d19e0c6be req-5f2aebf5-2d9f-465d-9656-c99ce8dcb8c4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461438
Feb 19 02:27:31.761832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:27:33.224172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-95d41965-cf2d-4c72-b943-bf2d49e38bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:33.783267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:34.699615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e88c0-5896-42b1-afa3-6065536ae86e req-312f9186-9001-4391-97b0-6b256cc8fdce tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:34.701400 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b81e88c0-5896-42b1-afa3-6065536ae86e req-312f9186-9001-4391-97b0-6b256cc8fdce tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0891807
Feb 19 02:27:34.749340 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b81e88c0-5896-42b1-afa3-6065536ae86e req-df3cbca0-7d3b-4ed9-9a98-ef213df01372 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415964
Feb 19 02:27:34.932091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:35.170009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:35.953257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3f8f-b47d-4b65-994d-60877ce327c3 req-15cd9c9e-1572-4dc9-93f0-9755aeff40c5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:35.954935 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c46c3f8f-b47d-4b65-994d-60877ce327c3 req-15cd9c9e-1572-4dc9-93f0-9755aeff40c5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.0884097
Feb 19 02:27:35.969000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55864) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:36.005683 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c46c3f8f-b47d-4b65-994d-60877ce327c3 req-75f70f86-9d6d-4307-9f3a-8ab5bd7f9b5a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433629
Feb 19 02:27:36.036631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Deleting subnet 5efbd679-c43f-48f5-8740-3cfc11f9c5db {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:27:36.039856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.096032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.103611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.365326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.384924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:36.482222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efbd679-c43f-48f5-8740-3cfc11f9c5db,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:36.489298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:36.521662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.532443 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cb21377d-27dc-41b3-8178-2993a90daa25 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5efbd679-c43f-48f5-8740-3cfc11f9c5db HTTP/1.1" status: 204  len: 168 time: 0.5622084
Feb 19 02:27:36.535178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55872) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:36.739224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:36.982994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:37.003476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-cf166182-aeda-4508-bebc-bfdf1cf6b36d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:37.005058 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-cf166182-aeda-4508-bebc-bfdf1cf6b36d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.3787346
Feb 19 02:27:37.083113 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-8f70cfe1-cf3b-4351-a89c-2223064dba7c tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/quotas/bf138e653b034c909eb38d6f109c2c4b HTTP/1.1" status: 200  len: 375 time: 0.0283322
Feb 19 02:27:37.170553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcf40ba9898>> segment before_delete 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.170932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcf40ba9898>> subnet precommit_delete_associations 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.171746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> segment_host_mapping after_create 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.172120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> port after_create 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.172481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> port after_delete 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.172854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> port after_update 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.173212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> segment after_delete 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.173591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> subnet after_create 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.173943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> subnet after_delete 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.174298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf41151240>> subnet after_update 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.242218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf416814e0>> subnet after_create 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.242626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf416814e0>> subnet after_delete 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.243002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf416814e0>> subnet before_create 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.243374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf416814e0>> subnet before_update 55550000 {{(pid=84006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:27:37.243763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf40e07080>,) {'filters': {'network_id': ['3908b16a-e19b-41bd-97dc-6a73ee1a771a']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:37.263112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40e07080>, '4805ac66-b879-4865-81fe-42a0dd490308') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:37.263539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40e07080>, '4805ac66-b879-4865-81fe-42a0dd490308') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:27:37.281909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:37.304127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:37.308615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:27:37.341080 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-cb354c79-4082-4826-8351-1fe377981db0 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2440231
Feb 19 02:27:37.801854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:27:37.812319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:37.931734 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4bc8920-efc2-4013-841a-82e2173f500d service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5448117
Feb 19 02:27:38.092191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Network 3908b16a-e19b-41bd-97dc-6a73ee1a771a has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   from cryptography.utils import int_from_bytes
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   from cryptography.utils import int_from_bytes
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   (rel_b, rel_a, rel_b),
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   (rel_b, rel_a, rel_b),
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:27:38.118549 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:27:38.217707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.235725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:38.255821 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-0a9fcba8-f021-413d-b69f-58080a5ef816 service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2736573
Feb 19 02:27:38.256913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.259529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Pushing event deleted for resources: {'Network': ['ID=3908b16a-e19b-41bd-97dc-6a73ee1a771a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:38.262724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:38.274806 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3908b16a-e19b-41bd-97dc-6a73ee1a771a HTTP/1.1" status: 204  len: 168 time: 1.7385316
Feb 19 02:27:38.591394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55910) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:38.647991 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5cba18cf-d881-4c45-8b0c-5a0149dc7943 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9d5cd11d3da467cafa26ca33bb4e830&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0550861
Feb 19 02:27:38.650693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 55914) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:38.725901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.759617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.822837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.834241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-12988045-f723-474a-b37f-d4f2bb273522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:38.850099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e52bf2-20fb-4b13-9c93-8d302e694b93,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:38.853823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:38.855894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:38.857317 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8e52bf2-20fb-4b13-9c93-8d302e694b93 HTTP/1.1" status: 204  len: 168 time: 0.2056100
Feb 19 02:27:38.905724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bd782-4baa-49e2-9bad-a6617f50b3e9 req-ac8f1347-e49b-4bb8-9edd-8276bf862b31 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:38.907437 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e6bd782-4baa-49e2-9bad-a6617f50b3e9 req-ac8f1347-e49b-4bb8-9edd-8276bf862b31 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1042988
Feb 19 02:27:38.968093 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e6bd782-4baa-49e2-9bad-a6617f50b3e9 req-973efe56-daa3-4748-b0f1-80e314c05504 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448678
Feb 19 02:27:39.039017 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a6a2120a-a608-4ee9-acab-7ca93e8f3426 req-36786b05-b019-4a5b-a22b-7b733663fabd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 210 time: 0.1161649
Feb 19 02:27:39.431772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:39.878019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:39.904371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-5c6e7260-0376-465c-a2be-2bf4d8bea19d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:39.906243 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-5c6e7260-0376-465c-a2be-2bf4d8bea19d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.1882205
Feb 19 02:27:39.929843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Request body: {'port': {'device_id': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f', 'admin_state_up': True, 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:40.006339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 023b83ee-b321-4330-8efb-ac121d463f35 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:40.008647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:40.268521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:40.294240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:40.310030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:27:40.315806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:40.368460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1355be-ed8c-46f6-86ad-7a15b897cc36 req-a6e4c0d9-0971-40ff-8738-a16ad488b9c6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:40.370969 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a1355be-ed8c-46f6-86ad-7a15b897cc36 req-a6e4c0d9-0971-40ff-8738-a16ad488b9c6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1627817
Feb 19 02:27:40.517599 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a1355be-ed8c-46f6-86ad-7a15b897cc36 req-8b5d1731-3683-4cc5-96f4-8d964166df56 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265047
Feb 19 02:27:40.929060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56022) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:40.939703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-567a18eb-3c4a-4ad2-a557-fdae90228220 req-34ffa327-ad10-40fb-b594-487d54b04164 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 210 time: 0.1270642
Feb 19 02:27:40.970918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Allocated IP 172.20.0.9 (fd54f352-2984-4a61-b9ca-5bbc66d3aa9f/4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf/50be1d4c-77b6-44fb-8fab-6f239ccc76c3) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:27:41.199775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.219849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:41.224420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Usage tracker for resource:security_group_rule and tenant:ecaf40e23f0d4df7bda5d7a101631253 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:41.227880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:41.236997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:41.267500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.300475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.316479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:41.384992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.389393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.397978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-09e272ac-4d7e-411e-a68d-830ea48d9a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:41.453504 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecaf40e23f0d4df7bda5d7a101631253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5229967
Feb 19 02:27:41.455265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28a273-0b31-44da-8013-41e9f09bec16,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:41.456439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 56034) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:41.462039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:41.464248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d211c3-44b7-45b7-96e6-e54625cf9c0c req-7c4240f1-9b1b-4259-bcfe-e3134028a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:41.465899 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32d211c3-44b7-45b7-96e6-e54625cf9c0c req-7c4240f1-9b1b-4259-bcfe-e3134028a21d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 1162 time: 0.1646898
Feb 19 02:27:41.484434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event updated for resources: {'Port': ['ID=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:41.493635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:41.512777 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32d211c3-44b7-45b7-96e6-e54625cf9c0c req-5e78711a-2def-4683-a95a-f8d382c55ca7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385334
Feb 19 02:27:41.573873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.577007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:27:41.579036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:27:41.587783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:27:41.652189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.764004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:41.764675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.813231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8913226
Feb 19 02:27:41.818192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.820800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:41.821925 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c28a273-0b31-44da-8013-41e9f09bec16 HTTP/1.1" status: 204  len: 168 time: 0.3644671
Feb 19 02:27:41.824254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:41.837049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129aa81-676c-4656-b53b-cd0c8a38e225 req-f063bcd0-532e-4991-a237-ba01524e1ef3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:41.839212 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1129aa81-676c-4656-b53b-cd0c8a38e225 req-f063bcd0-532e-4991-a237-ba01524e1ef3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.1894145
Feb 19 02:27:41.845710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Request body: {'port': {'device_id': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:41.893505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28a273-0b31-44da-8013-41e9f09bec16,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:41.913581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:42.176658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62949d3-a124-479e-9ce6-59a7c09443b2 req-18365f42-b29d-4292-a499-5f937603f6fb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:42.178330 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b62949d3-a124-479e-9ce6-59a7c09443b2 req-18365f42-b29d-4292-a499-5f937603f6fb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 931 time: 0.0998042
Feb 19 02:27:42.178895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56048) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:42.216399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.230563 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1129aa81-676c-4656-b53b-cd0c8a38e225 req-062e7aa9-d55b-4f15-aec5-599b1eac5353 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508923
Feb 19 02:27:42.243632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.244660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:42.253305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Usage tracker for resource:security_group_rule and tenant:edf3bfb8de0a4258ad90ecb0ac71bc4c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:42.258397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:42.266220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:42.273679 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b62949d3-a124-479e-9ce6-59a7c09443b2 req-d1fc26bf-ae63-4341-8b56-da7c0b523716 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789995
Feb 19 02:27:42.361954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.366020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.377304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-af9d5eca-7bfa-4062-9d48-3f2a137cbbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:42.411377 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf3bfb8de0a4258ad90ecb0ac71bc4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2313688
Feb 19 02:27:42.415372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56064) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:42.466444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b25c1b-b1ab-44d2-9449-7db2f964cee7,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:42.472657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:42.514044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.543851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.595472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.600720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:42.618177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b25c1b-b1ab-44d2-9449-7db2f964cee7,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:42.624709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:42.625696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.630495 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16b25c1b-b1ab-44d2-9449-7db2f964cee7 HTTP/1.1" status: 204  len: 168 time: 0.2132494
Feb 19 02:27:42.801912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:27:42.813855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.833829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Transition to ACTIVE for port object 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:27:42.837580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:42.860723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:43.044101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Pushing event updated for resources: {'Port': ['ID=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:43.047658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:43.247410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Attempting to bind port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:27:43.247911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Attempting to bind port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:27:43.248142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Attempting to bind port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 on network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:27:43.254216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:27:43.254555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Checking segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:27:43.254952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.255374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Bound using segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:27:43.255849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Bound port: 50be1d4c-77b6-44fb-8fab-6f239ccc76c3, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:27:43.256220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.362662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] For port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:27:43.369979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] For port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:27:43.375496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.441472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:43.501461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56106) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:43.516514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25096319-be7b-4e62-897e-c8855ffcbdf1 req-115a5d92-633d-43b8-a8bc-138ba5d0c52b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:43.524696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-25096319-be7b-4e62-897e-c8855ffcbdf1 req-115a5d92-633d-43b8-a8bc-138ba5d0c52b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 943 time: 0.1117518
Feb 19 02:27:43.586141 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-25096319-be7b-4e62-897e-c8855ffcbdf1 req-fb29f9b9-f91a-4acf-b62b-fb7fc2fe9abd tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603964
Feb 19 02:27:43.640730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:43.641412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.642948 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] 10.222.0.53 "PUT /v2.0/ports/50be1d4c-77b6-44fb-8fab-6f239ccc76c3 HTTP/1.1" status: 200  len: 1157 time: 1.8195994
Feb 19 02:27:43.643465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:43.678642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Pushing event updated for resources: {'Port': ['ID=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:43.679482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21365176-network', 'tenant_id': '2b706884b7904a598558fe41d1d16d26'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:43.683015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:43.685448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:43.693324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Usage tracker for resource:network and tenant:2b706884b7904a598558fe41d1d16d26 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:43.696751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:43.698726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0ee2-5a4b-4b40-859e-530a72726230 req-e730ca35-ffa7-4a61-b7e5-3955f117afd5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:43.700634 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b46f0ee2-5a4b-4b40-859e-530a72726230 req-e730ca35-ffa7-4a61-b7e5-3955f117afd5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.2602510
Feb 19 02:27:43.703708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:43.713430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Made reservation on behalf of 2b706884b7904a598558fe41d1d16d26 for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:27:43.718511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.732769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.749687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:43.754103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Usage tracker for resource:security_group_rule and tenant:2b706884b7904a598558fe41d1d16d26 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:43.757504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:43.763588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:43.806488 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b46f0ee2-5a4b-4b40-859e-530a72726230 req-a8752ec9-6b47-4631-b65a-c8fd1d0924fe tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638797
Feb 19 02:27:43.821258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-a9c45f26-6b58-4b65-9e60-1b85dcfff7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:43.822981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-a9c45f26-6b58-4b65-9e60-1b85dcfff7d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 1160 time: 0.1213789
Feb 19 02:27:43.866064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.870910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.876324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:43.907100 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3', 'status': 'completed', 'code': 200}
Feb 19 02:27:43.917375 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-bf696570-3f9a-429b-b0c6-84aaf2a872e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be1d4c-77b6-44fb-8fab-6f239ccc76c3 HTTP/1.1" status: 200  len: 217 time: 0.0772831
Feb 19 02:27:43.931571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:27:43.943164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:43.943719 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Added segment ae707c5a-acbf-43b5-9a97-d0b1ae1f6355 of type vxlan for network 1bc79e11-006d-4d02-867b-ccd717770aea
Feb 19 02:27:43.956855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:43.998048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0bbef3-9417-47e5-a5c2-40af3563ecca,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:44.002151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:44.008799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.047218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.049031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:44.050018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.082472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0e79d24-9275-417e-be5b-21d13c9d7afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:44.098265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 023b83ee-b321-4330-8efb-ac121d463f35 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:44.099475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.100334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-2aefd517-c62c-4302-ae98-c70f95dc5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:44.101945 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-2aefd517-c62c-4302-ae98-c70f95dc5220 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.1507256
Feb 19 02:27:44.162332 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-2ad89ac8-122c-4dee-aef1-1df9832134ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509994
Feb 19 02:27:44.175828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fed3a-f5dd-470b-95b7-710fffd0a217 req-8e7335ae-74ce-44b1-9be1-b118f17cbb14 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:44.177602 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-261fed3a-f5dd-470b-95b7-710fffd0a217 req-8e7335ae-74ce-44b1-9be1-b118f17cbb14 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1778202
Feb 19 02:27:44.193889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc79e11-006d-4d02-867b-ccd717770aea,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:44.206009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:44.206880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 1bc79e11-006d-4d02-867b-ccd717770aea details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:27:44.212162 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.7092228
Feb 19 02:27:44.213762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56128) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:44.221617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Request body: {'subnet': {'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21365176-subnet', 'tenant_id': '2b706884b7904a598558fe41d1d16d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:44.227298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:44.237205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Usage tracker for resource:subnet and tenant:2b706884b7904a598558fe41d1d16d26 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:44.240975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:44.247703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:44.258994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Made reservation on behalf of 2b706884b7904a598558fe41d1d16d26 for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:27:44.264295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.321064 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-261fed3a-f5dd-470b-95b7-710fffd0a217 req-1fb40775-669d-4ce1-9ff1-b15c0e2fab32 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202123
Feb 19 02:27:44.325996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 1bc79e11-006d-4d02-867b-ccd717770aea details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:27:44.382426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56136) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:44.410939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-1688c2bd-b3c8-4eec-95e9-2c77f6ae2eac service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322819
Feb 19 02:27:44.578816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:44.607251 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c021c2c2-25b4-4ee3-be79-876c8e005ba1 req-34a8c2fb-4128-4bce-a268-801e76486dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1876628
Feb 19 02:27:44.660738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:44.669296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Usage tracker for resource:security_group_rule and tenant:53948399868e4c649b1328fa728c206d is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:44.673457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:44.705644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:44.760510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-aa1a8675-30be-45b4-bc67-7d3775660c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:44.762190 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-aa1a8675-30be-45b4-bc67-7d3775660c34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 1160 time: 0.1008708
Feb 19 02:27:45.113436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-254269ac-645f-45c5-9fbc-bfff632e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:45.115420 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-254269ac-645f-45c5-9fbc-bfff632e2f28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 906 time: 0.3453403
Feb 19 02:27:45.143894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc9de-90ab-4f44-80aa-7c9cb9096e0a req-7b95d022-7258-4d7a-baf3-2f3359070bc9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:45.143894 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee2cc9de-90ab-4f44-80aa-7c9cb9096e0a req-7b95d022-7258-4d7a-baf3-2f3359070bc9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 943 time: 0.4294164
Feb 19 02:27:45.193578 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-f0a66aea-651a-4837-98d6-e20409dbd3a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50be1d4c-77b6-44fb-8fab-6f239ccc76c3 HTTP/1.1" status: 200  len: 217 time: 0.0707879
Feb 19 02:27:45.203281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.223515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.235334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2dbcce9-f976-42bd-94b1-92ad327c061a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:45.258632 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee2cc9de-90ab-4f44-80aa-7c9cb9096e0a req-51099de5-9c7f-4eb4-8b75-f525836f6be1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034203
Feb 19 02:27:45.280584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-ad31a486-55d7-441f-92e5-0630ddbefc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:45.282315 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-ad31a486-55d7-441f-92e5-0630ddbefc89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.0763640
Feb 19 02:27:45.322267 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53948399868e4c649b1328fa728c206d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9366338
Feb 19 02:27:45.326870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56158) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:45.333765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483486c8-5344-4b40-8e29-0a0a21a24049,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:45.341184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:45.351636 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-4bde21a5-f389-4b76-b7b1-a776fb705b7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532799
Feb 19 02:27:45.381525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.413210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-633fd9e2-5505-4a9e-84ab-9526c9879444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:45.502120 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-ffb0c523-3669-4719-9976-11fda8799832 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390226
Feb 19 02:27:45.549970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.596176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c02c4d9-6045-430b-acfb-74b7adebe2b9,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:45.602913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:45.616082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.647746 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d714fcbf-e881-4b1b-88c7-f266a907b892 req-66dfbaec-61b3-4e38-b540-7180773ab03e service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378386
Feb 19 02:27:45.695123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Checking segment: {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:27:45.695684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Network hostable DHCP agents. Network: 1bc79e11-006d-4d02-867b-ccd717770aea, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:27:45.714045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.719048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-82f2726e-26bf-40ce-9d49-408f1e699a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:45.733526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Network 1bc79e11-006d-4d02-867b-ccd717770aea is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:27:45.738185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483486c8-5344-4b40-8e29-0a0a21a24049,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:45.743854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:45.748551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 1bc79e11-006d-4d02-867b-ccd717770aea) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:27:45.752736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.753826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483486c8-5344-4b40-8e29-0a0a21a24049 HTTP/1.1" status: 204  len: 168 time: 0.4169257
Feb 19 02:27:45.755198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:45.756025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:45.767711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f459ad55-11b0-437a-959e-25da07870027 None None] Network 1bc79e11-006d-4d02-867b-ccd717770aea requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:27:45.782244 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.5612538
Feb 19 02:27:46.246109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae1652b-f795-495d-b422-9de08c368c89 None None] Network 1bc79e11-006d-4d02-867b-ccd717770aea requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:27:46.618968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56196) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:46.692581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89341c-1af4-4904-b417-0220d4dfef8d req-e97f7f8a-a128-4cc0-b009-97f62e5d88f8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:46.693507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae89341c-1af4-4904-b417-0220d4dfef8d req-e97f7f8a-a128-4cc0-b009-97f62e5d88f8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:27:46.726396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae89341c-1af4-4904-b417-0220d4dfef8d req-e97f7f8a-a128-4cc0-b009-97f62e5d88f8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:27:46.730061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae89341c-1af4-4904-b417-0220d4dfef8d req-e97f7f8a-a128-4cc0-b009-97f62e5d88f8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 943 time: 0.1714737
Feb 19 02:27:46.841426 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae89341c-1af4-4904-b417-0220d4dfef8d req-9ada02b4-1946-4f8c-9774-506c8e28b47e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044984
Feb 19 02:27:46.870409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:46.890234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:46.894909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa50713f0eaa4843a12dddf3695136df is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:46.898397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:46.905531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:47.009340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-4d68616b-ea3c-461d-9233-221f71c60f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:47.011023 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-4d68616b-ea3c-461d-9233-221f71c60f9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.1425376
Feb 19 02:27:47.091565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.096125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.107264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:47.156003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51b5ba-e730-4e1d-805d-2f9a05a2f793 req-73728432-1a98-4ced-a0b3-cf3171159c3e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:47.156965 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb51b5ba-e730-4e1d-805d-2f9a05a2f793 req-73728432-1a98-4ced-a0b3-cf3171159c3e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1904995
Feb 19 02:27:47.163924 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa50713f0eaa4843a12dddf3695136df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5434783
Feb 19 02:27:47.169957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56218) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:47.202879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e10dae-8104-4d21-8a08-95096f702339,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:47.214059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:47.255027 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb51b5ba-e730-4e1d-805d-2f9a05a2f793 req-33193457-7ef7-45cf-88e4-66238d9521b8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897872
Feb 19 02:27:47.292083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.321621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.379685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.388306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-747e1eb1-182b-4d55-ac19-ea2c0213c0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:47.400143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e10dae-8104-4d21-8a08-95096f702339,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:47.403550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:47.423135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:47.430814 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e10dae-8104-4d21-8a08-95096f702339 HTTP/1.1" status: 204  len: 168 time: 0.2594590
Feb 19 02:27:47.456487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-bf32c7c9-7c15-4c7a-9579-2ba2488ea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:47.458108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-bf32c7c9-7c15-4c7a-9579-2ba2488ea320 service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.4396966
Feb 19 02:27:47.545139 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-b4f69c8a-0802-4b1c-a225-88e0d2fec57a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.0748973
Feb 19 02:27:47.624106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-652c7b0a-c29b-42f0-bcaa-7fed6de1012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:47.626530 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-652c7b0a-c29b-42f0-bcaa-7fed6de1012c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.0722461
Feb 19 02:27:47.685922 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-eef99164-8dbe-4da3-9cc9-01d2168197c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515299
Feb 19 02:27:47.855337 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-ae5674e5-85e8-427a-a50e-7e53d74ddfa8 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550386
Feb 19 02:27:48.039046 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f25897-3c0d-4e14-81d3-2ef66317ae4c req-f362b458-e8d3-4c63-87a4-e698aa86af7d service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1753225
Feb 19 02:27:48.192756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd97f-b501-47ff-b2c7-f009cb67e11d req-d4a35923-18c7-4e9f-bea1-852dc6ed5a75 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:48.194382 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-784dd97f-b501-47ff-b2c7-f009cb67e11d req-d4a35923-18c7-4e9f-bea1-852dc6ed5a75 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 943 time: 0.1174502
Feb 19 02:27:48.247423 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-784dd97f-b501-47ff-b2c7-f009cb67e11d req-f14734c5-0821-4d71-85bb-b5ca2bb8c5eb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448279
Feb 19 02:27:48.427380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56284) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:48.551602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c677-0999-40d6-aa4c-278e73ee2732 req-8fe9762f-55cb-4f08-b4e5-79f9965f5ca9 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:48.553391 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8102c677-0999-40d6-aa4c-278e73ee2732 req-8fe9762f-55cb-4f08-b4e5-79f9965f5ca9 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0966291
Feb 19 02:27:48.615651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-dd9e0a9a-22a4-4b6d-9abf-daf693096e32 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:48.617594 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8102c677-0999-40d6-aa4c-278e73ee2732 req-7a4fe2af-5a28-436e-8df1-6b4b8262a798 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550015
Feb 19 02:27:48.623829 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-dd9e0a9a-22a4-4b6d-9abf-daf693096e32 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 807 time: 0.2034135
Feb 19 02:27:48.645472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:48.655410 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-0a7af595-6973-4682-8e46-a45f5127fd2b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/quotas/2b706884b7904a598558fe41d1d16d26 HTTP/1.1" status: 200  len: 375 time: 0.0231950
Feb 19 02:27:48.729782 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-780bb801-4495-4b54-98b1-e5d71caf08c9 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0731471
Feb 19 02:27:48.758625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:27:48.765912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:48.766344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.779553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.798097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:48.803123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Usage tracker for resource:security_group_rule and tenant:1005c24ec57c4991bc55a26230006a45 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:48.807349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:48.814808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:48.915144 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.943763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.948012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.953166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:27:48.954585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:48.961774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:48.964004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:48.976167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d8f33971-85ce-4ac7-85cc-c3457ecfb681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:48.978255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-44b79460-2cd7-48c9-a526-d0dff53ead6d service neutron] 10.222.0.44 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403042
Feb 19 02:27:49.042514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440e7a7c-ea40-4439-a2f5-14e4edaa1262,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:49.049520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:49.053060 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3', 'code': 200}
Feb 19 02:27:49.055020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:49.066738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:49.094075 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1005c24ec57c4991bc55a26230006a45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6653917
Feb 19 02:27:49.095183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56304) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:49.174341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:49.188025 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-6c4dc857-e349-4523-94c0-2a32899a8a03 service neutron] 10.222.0.44 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2082024
Feb 19 02:27:49.210908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:49.265907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:49.273322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:49.294951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:49.296533 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/440e7a7c-ea40-4439-a2f5-14e4edaa1262 HTTP/1.1" status: 204  len: 168 time: 0.2002311
Feb 19 02:27:49.297994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e7a7c-ea40-4439-a2f5-14e4edaa1262,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:49.304986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:49.395433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe03218-ac8d-4f4c-9e08-0cee27c0a730 req-bff3e274-32ba-477e-9813-4c42a802d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:49.397522 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fe03218-ac8d-4f4c-9e08-0cee27c0a730 req-bff3e274-32ba-477e-9813-4c42a802d206 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 1162 time: 0.1369615
Feb 19 02:27:49.528263 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6f1f389c-c235-42d5-83d1-2894ea22f12c req-a433afdb-dd76-423f-8f77-6ada1f5a1ce2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 210 time: 0.0811579
Feb 19 02:27:49.530421 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fe03218-ac8d-4f4c-9e08-0cee27c0a730 req-006cb5df-1d36-45bf-9001-c212d17d4317 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223295
Feb 19 02:27:49.583343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884dad1-00e9-4947-bd03-3866ea27c72e req-89f4a872-55db-4a89-a777-9e6d17163fd4 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:49.585121 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8884dad1-00e9-4947-bd03-3866ea27c72e req-89f4a872-55db-4a89-a777-9e6d17163fd4 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1370227
Feb 19 02:27:49.670376 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8884dad1-00e9-4947-bd03-3866ea27c72e req-e604f154-aa25-4c54-b4b0-82cc8031611b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757012
Feb 19 02:27:49.815681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56336) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:49.886509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:49.926826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:49.935763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:49.951424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Usage tracker for resource:security_group_rule and tenant:a27131032a0e4863963f90113d932f67 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:49.961517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:49.975504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:50.023840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd27f-ec6f-4bd7-b3a7-838799920e99 req-262fa55b-8f03-4aff-a083-2ffd64dc3e6c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:50.026071 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c96fd27f-ec6f-4bd7-b3a7-838799920e99 req-262fa55b-8f03-4aff-a083-2ffd64dc3e6c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2191186
Feb 19 02:27:50.048086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:50.048710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.078990 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c96fd27f-ec6f-4bd7-b3a7-838799920e99 req-4c35c516-a4fe-4a56-8445-5851e130452e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448048
Feb 19 02:27:50.113729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.117574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.148491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8ad12a72-963d-4c4a-a759-235f9543ddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:50.158913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a27131032a0e4863963f90113d932f67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3419199
Feb 19 02:27:50.161550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56344) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:50.224120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d138e22-6167-4f4c-b1cd-bea33e271bd2,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:50.231732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:50.265031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.295957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.353277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.359638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-64388643-ef6b-4d6b-91d5-b4f6ab4284c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:50.372149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d138e22-6167-4f4c-b1cd-bea33e271bd2,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:50.374619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:50.381769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:50.386102 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d138e22-6167-4f4c-b1cd-bea33e271bd2 HTTP/1.1" status: 204  len: 168 time: 0.2204881
Feb 19 02:27:50.731874 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a4bce4a-f1af-4a4d-a272-08db85aee4af req-aa5c56de-cafb-4f50-99b9-b510c2c60327 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 210 time: 0.0570476
Feb 19 02:27:50.889669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a30a68-8035-4064-9c8d-259b97c3ad73 req-c24b2485-2971-45a5-83b9-2985f83dfa76 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:50.891516 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69a30a68-8035-4064-9c8d-259b97c3ad73 req-c24b2485-2971-45a5-83b9-2985f83dfa76 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1072099
Feb 19 02:27:50.992917 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69a30a68-8035-4064-9c8d-259b97c3ad73 req-3e589f37-0272-4f13-83ea-8f625b759a85 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952389
Feb 19 02:27:51.166657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-ce11e84e-2bf8-41f1-a629-f681c5990f46 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:51.168268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-ce11e84e-2bf8-41f1-a629-f681c5990f46 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 807 time: 0.2193048
Feb 19 02:27:51.183688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Request body: {'port': {'device_id': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea', 'admin_state_up': True, 'tenant_id': '2b706884b7904a598558fe41d1d16d26'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:51.367528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:51.371630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Usage tracker for resource:port and tenant:2b706884b7904a598558fe41d1d16d26 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:51.374713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:51.381477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:51.393172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Made reservation on behalf of 2b706884b7904a598558fe41d1d16d26 for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:27:51.399191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:51.458155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843b57d-9922-45ae-881e-72cb5878cf40 req-c5a36ac0-0903-475e-a36b-33a804d70771 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:51.467296 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f843b57d-9922-45ae-881e-72cb5878cf40 req-c5a36ac0-0903-475e-a36b-33a804d70771 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1693413
Feb 19 02:27:51.528628 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f843b57d-9922-45ae-881e-72cb5878cf40 req-f7445415-354f-4d52-9d1a-1024c8d71f64 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578527
Feb 19 02:27:51.786715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Allocated IP 172.20.0.10 (1bc79e11-006d-4d02-867b-ccd717770aea/2c02c4d9-6045-430b-acfb-74b7adebe2b9/04018fdb-62b7-43ab-886c-080bcd1b112f) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:27:51.904039 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b080726b-4241-4cb3-bb78-3a34bba8b5fb req-98f83aec-c5c6-469b-8dcd-6fd3ca407aca tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 210 time: 0.0502484
Feb 19 02:27:51.952708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:27:52.034123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:27:52.034629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:52.045874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:52.080961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:52.172407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6170996a-5ea6-41a3-b495-2381ed0c51f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:52.319643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Pushing event updated for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:52.326066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:52.383843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60b6e-0463-4fba-b602-89c5414f671f req-b65b8021-15ac-4ba4-9e99-9f94c4c80438 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:52.385533 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85a60b6e-0463-4fba-b602-89c5414f671f req-b65b8021-15ac-4ba4-9e99-9f94c4c80438 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.2143271
Feb 19 02:27:52.390218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Network 1bc79e11-006d-4d02-867b-ccd717770aea is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:27:52.392698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:27:52.395996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:27:52.495494 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85a60b6e-0463-4fba-b602-89c5414f671f req-e031c43c-5bb3-4d77-a162-c34462eca8c8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005008
Feb 19 02:27:52.502278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:52.502984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:52.523519 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3447134
Feb 19 02:27:52.737291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b278-88ec-4463-88ed-e7eface60169 req-31a93954-d339-4fec-8a91-fcb0d56e63a5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:52.738997 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0e1b278-88ec-4463-88ed-e7eface60169 req-31a93954-d339-4fec-8a91-fcb0d56e63a5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1009755
Feb 19 02:27:52.795920 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0e1b278-88ec-4463-88ed-e7eface60169 req-ed21be8b-7f2d-4afd-8cf0-22bda89ad376 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496716
Feb 19 02:27:54.942256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Request body: {'port': {'device_id': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:27:55.183191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95802e-a061-4be2-8447-aa2d2318d9dd req-f8d3896e-0412-4f1a-b281-463094df0d53 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:55.185094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1a95802e-a061-4be2-8447-aa2d2318d9dd req-f8d3896e-0412-4f1a-b281-463094df0d53 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 932 time: 0.1106510
Feb 19 02:27:55.235653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1a95802e-a061-4be2-8447-aa2d2318d9dd req-f7926196-0945-465b-86b2-e327c241909a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:27:55.254057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1a95802e-a061-4be2-8447-aa2d2318d9dd req-f7926196-0945-465b-86b2-e327c241909a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:27:55.255412 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1a95802e-a061-4be2-8447-aa2d2318d9dd req-f7926196-0945-465b-86b2-e327c241909a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634882
Feb 19 02:27:55.357674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:55.428017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113db1b-183d-478a-a05f-a3cd3ff0ec71 req-4312bb37-029f-4179-b82b-1622e41881fe tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:55.429706 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b113db1b-183d-478a-a05f-a3cd3ff0ec71 req-4312bb37-029f-4179-b82b-1622e41881fe tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2104702
Feb 19 02:27:55.541544 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b113db1b-183d-478a-a05f-a3cd3ff0ec71 req-87d16bfa-aa45-47d1-a8a9-3f41c8c09fbf tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036384
Feb 19 02:27:55.849705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04018fdb-62b7-43ab-886c-080bcd1b112f {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:27:55.858665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:55.872339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Transition to ACTIVE for port object 04018fdb-62b7-43ab-886c-080bcd1b112f will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:27:55.875051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:55.894715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9cfcfaab-88d5-4025-8f1e-c6a81fcd6f06 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:55.895428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56482) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:56.059637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.085945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:56.090999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Usage tracker for resource:security_group_rule and tenant:248ebca55cc0469586d948984be0be96 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:56.094271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:56.108098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:56.168197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Pushing event updated for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:56.181729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:56.211770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.220607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.232040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-05f4be32-4adb-45ce-be26-ef854f7fbaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:56.267038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Attempting to bind port 04018fdb-62b7-43ab-886c-080bcd1b112f on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:27:56.267414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Attempting to bind port 04018fdb-62b7-43ab-886c-080bcd1b112f by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:27:56.267791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Attempting to bind port 04018fdb-62b7-43ab-886c-080bcd1b112f on network 1bc79e11-006d-4d02-867b-ccd717770aea {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:27:56.273896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:27:56.274248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Checking segment: {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:27:56.274705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.276479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Bound using segment: {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:27:56.276479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Bound port: 04018fdb-62b7-43ab-886c-080bcd1b112f, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:27:56.276479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.276767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9d2556-3df4-46e2-b9af-fa26c3730a0c,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:56.280431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:56.286517 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=248ebca55cc0469586d948984be0be96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3898759
Feb 19 02:27:56.287110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56504) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:56.375792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.419206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:27:56.423001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=04018fdb-62b7-43ab-886c-080bcd1b112f,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:27:56.427702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.464944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a992a781-6e08-4574-b149-ae7980b93497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:56.468532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.550665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e8ca-4cfb-465d-b56e-7e0a53119174 req-e391733d-8a6f-4304-823d-6d664a8799ec tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:56.552540 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1b87e8ca-4cfb-465d-b56e-7e0a53119174 req-e391733d-8a6f-4304-823d-6d664a8799ec tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.1410964
Feb 19 02:27:56.557882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.564137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-814ef8ba-6fac-4dae-b016-5767a99dbcc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:56.597898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9d2556-3df4-46e2-b9af-fa26c3730a0c,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:56.605103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:56.621251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.627774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Pushing event updated for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:56.631925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:56.636606 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c9d2556-3df4-46e2-b9af-fa26c3730a0c HTTP/1.1" status: 204  len: 168 time: 0.3382635
Feb 19 02:27:56.670634 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1b87e8ca-4cfb-465d-b56e-7e0a53119174 req-33d5aa29-7d27-44b3-ac85-7d40aa3a970a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955100
Feb 19 02:27:56.680451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:56.681477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:56.683330 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] 10.222.0.53 "PUT /v2.0/ports/04018fdb-62b7-43ab-886c-080bcd1b112f HTTP/1.1" status: 200  len: 1158 time: 1.7458713
Feb 19 02:27:56.683936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:27:56.827396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-a792a97f-5e57-4a59-9020-7bab56dd863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:56.829111 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-a792a97f-5e57-4a59-9020-7bab56dd863b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 1161 time: 0.0986884
Feb 19 02:27:56.903981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991677-86dd-460c-9aae-565c9223dc3f req-a3000e4d-58f9-4551-84ab-3926ac82b0cf tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:56.905653 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4b991677-86dd-460c-9aae-565c9223dc3f req-a3000e4d-58f9-4551-84ab-3926ac82b0cf tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1029792
Feb 19 02:27:56.956015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-6edc3044-7fb1-4035-99fc-836c035a3cf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04018fdb-62b7-43ab-886c-080bcd1b112f HTTP/1.1" status: 200  len: 217 time: 0.1057174
Feb 19 02:27:56.974869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4b991677-86dd-460c-9aae-565c9223dc3f req-0bca353a-6478-4a72-abf7-048c971d7636 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600474
Feb 19 02:27:57.027154 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f', 'status': 'completed', 'code': 200}
Feb 19 02:27:57.062842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56526) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:57.067816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-2ef18483-2322-4bea-aa3e-ca0d1f347ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:57.069405 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-2ef18483-2322-4bea-aa3e-ca0d1f347ef6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c02c4d9-6045-430b-acfb-74b7adebe2b9 HTTP/1.1" status: 200  len: 847 time: 0.0934808
Feb 19 02:27:57.082197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.099313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:57.104246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Usage tracker for resource:security_group_rule and tenant:67b3692b63a34d2f919c3c227ddfac62 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:57.108085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:57.114089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:57.130099 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-42b7d9b2-8c82-40f5-bf46-90fb2638a8be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1bc79e11-006d-4d02-867b-ccd717770aea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525095
Feb 19 02:27:57.234743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.240244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.250585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bd1c54ab-e9b4-4ce4-8875-9cec98dfd5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:57.288248 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67b3692b63a34d2f919c3c227ddfac62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242241
Feb 19 02:27:57.292743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56536) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:57.338827 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-b61bd935-aaf1-48bd-b7a0-13c0c015607b service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963112
Feb 19 02:27:57.363903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741bb80d-43fe-4da8-b5f1-10d6c8c89137,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:57.374850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:57.383394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.413031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.470387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.479238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-56e322c1-6083-4ce7-9aa2-22b5ce3465cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:57.503462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741bb80d-43fe-4da8-b5f1-10d6c8c89137,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:57.503462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:57.503462 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/741bb80d-43fe-4da8-b5f1-10d6c8c89137 HTTP/1.1" status: 204  len: 168 time: 0.2063894
Feb 19 02:27:57.503889 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08eb92f0-2b76-4e2b-bbf9-055c61156d2e req-c6691529-75bc-4f25-8fa7-ce9e003fc501 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520731
Feb 19 02:27:57.516897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:57.661963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-ed0cbe22-00d6-4a36-8721-bc1a53b1ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:57.663674 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-ed0cbe22-00d6-4a36-8721-bc1a53b1ce5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 1161 time: 0.1012695
Feb 19 02:27:57.821216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-9e18e824-fab7-444e-b35a-84a1435cc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:57.822869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-9e18e824-fab7-444e-b35a-84a1435cc2ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 901 time: 0.1525683
Feb 19 02:27:57.930616 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-d467b837-c4cb-4116-9279-a0f1f23145f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04018fdb-62b7-43ab-886c-080bcd1b112f HTTP/1.1" status: 200  len: 217 time: 0.0930085
Feb 19 02:27:57.933967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30953e-7219-4e35-b7d8-6e4772259ad2 req-bf9fce26-4960-4397-9642-8a8fdf601ace tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:57.935873 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c30953e-7219-4e35-b7d8-6e4772259ad2 req-bf9fce26-4960-4397-9642-8a8fdf601ace tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.1208453
Feb 19 02:27:58.005781 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c30953e-7219-4e35-b7d8-6e4772259ad2 req-2464b44d-ef42-4654-8988-56da6b8057ff tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595479
Feb 19 02:27:58.041044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-7c2be9ac-458c-4abf-87c2-fd0d01ec658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:58.042772 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-7c2be9ac-458c-4abf-87c2-fd0d01ec658f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c02c4d9-6045-430b-acfb-74b7adebe2b9 HTTP/1.1" status: 200  len: 847 time: 0.1050215
Feb 19 02:27:58.102773 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-ab468fc3-1052-47cf-887d-6e5f3bee2d12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1bc79e11-006d-4d02-867b-ccd717770aea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513999
Feb 19 02:27:58.337272 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-bf2e78e0-024c-4ff3-9d6a-0d5fc2127627 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161975
Feb 19 02:27:58.345067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8123ceb-afa7-4202-bef3-06ae30be1af2 req-e1517f29-e9d2-4858-9177-fb71092869f0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:58.346711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f8123ceb-afa7-4202-bef3-06ae30be1af2 req-e1517f29-e9d2-4858-9177-fb71092869f0 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2241542
Feb 19 02:27:58.510589 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f8123ceb-afa7-4202-bef3-06ae30be1af2 req-67d366f4-c621-4761-8e8f-63052d3b778a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567426
Feb 19 02:27:58.562746 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5fd4e51e-7c17-407a-96be-54b9e005e25e req-315d64f1-ad44-4911-b678-9e0da9f9be44 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1921854
Feb 19 02:27:58.923560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56588) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:59.059260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.088960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:27:59.093397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Usage tracker for resource:security_group_rule and tenant:75271365395c4653a7a9b555811f065c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:27:59.096549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:27:59.102467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:27:59.202510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.206001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.218879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c1b55e1a-74b2-40cb-be97-35e34617f95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:59.233880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c16cd-68e4-46bc-aa80-99142ec9e5b4 req-fe2a7bb2-a86e-4f83-9117-0c31877484b0 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:59.235248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-977c16cd-68e4-46bc-aa80-99142ec9e5b4 req-fe2a7bb2-a86e-4f83-9117-0c31877484b0 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:27:59.255224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-977c16cd-68e4-46bc-aa80-99142ec9e5b4 req-fe2a7bb2-a86e-4f83-9117-0c31877484b0 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:27:59.256549 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-977c16cd-68e4-46bc-aa80-99142ec9e5b4 req-fe2a7bb2-a86e-4f83-9117-0c31877484b0 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.1257563
Feb 19 02:27:59.267173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17aba0-c26e-49a6-97ad-77aa209e0e81,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:59.271171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:59.282217 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75271365395c4653a7a9b555811f065c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573751
Feb 19 02:27:59.285014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56606) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:27:59.321393 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-977c16cd-68e4-46bc-aa80-99142ec9e5b4 req-91bff2d6-9a84-4b06-a05b-4f7b3055fb9a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563991
Feb 19 02:27:59.357746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.387561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.433691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.439418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:27:59.451727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17aba0-c26e-49a6-97ad-77aa209e0e81,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:27:59.456249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:27:59.459879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:27:59.461528 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a17aba0-c26e-49a6-97ad-77aa209e0e81 HTTP/1.1" status: 204  len: 168 time: 0.1748185
Feb 19 02:27:59.748215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a34e-e277-41df-8002-ce3002cb6bf2 req-1d12f12f-9ad4-4f8c-9978-ceef13926d10 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:27:59.749998 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc25a34e-e277-41df-8002-ce3002cb6bf2 req-1d12f12f-9ad4-4f8c-9978-ceef13926d10 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1030755
Feb 19 02:27:59.822406 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc25a34e-e277-41df-8002-ce3002cb6bf2 req-21df74d7-8b2a-4651-95ae-c6f488241402 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652063
Feb 19 02:28:00.551982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840636f7-1d46-4525-a97c-a5b397a91ccd req-7369779f-e03f-414f-aa92-86a0106c54a3 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:00.553541 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-840636f7-1d46-4525-a97c-a5b397a91ccd req-7369779f-e03f-414f-aa92-86a0106c54a3 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.0944641
Feb 19 02:28:00.607024 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-840636f7-1d46-4525-a97c-a5b397a91ccd req-e1dda3a2-65b8-4cd0-b466-1aec88ca60dd tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466275
Feb 19 02:28:00.820240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2da27217-2f8e-46ca-ba85-095bad6f016e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:01.036159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd391204-8688-45e7-8b18-47007fa5530e req-1a3013bc-bf4b-4881-aab7-cdf4f68ed276 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:01.037824 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cd391204-8688-45e7-8b18-47007fa5530e req-1a3013bc-bf4b-4881-aab7-cdf4f68ed276 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0856335
Feb 19 02:28:01.085793 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cd391204-8688-45e7-8b18-47007fa5530e req-743b3a6e-3742-4ba2-9bf4-b663afd24e28 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408328
Feb 19 02:28:01.212082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-5c9f4438-9a96-4d0a-ad1b-72980c4db898 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:28:01.824338 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff2b1-4b46-494a-bdd2-6892c167ad22 req-540b7880-eb71-46ee-967c-6f48d993210d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:01.826397 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d4cff2b1-4b46-494a-bdd2-6892c167ad22 req-540b7880-eb71-46ee-967c-6f48d993210d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.0985475
Feb 19 02:28:01.880653 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d4cff2b1-4b46-494a-bdd2-6892c167ad22 req-3120a82b-7c9d-4e7d-9db1-bc9afc3918ce tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480781
Feb 19 02:28:02.037703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 04018fdb-62b7-43ab-886c-080bcd1b112f up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:02.108549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 04018fdb-62b7-43ab-886c-080bcd1b112f completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:28:02.113463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 04018fdb-62b7-43ab-886c-080bcd1b112f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:02.113908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:02.242668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:02.272379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:02.285505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=04018fdb-62b7-43ab-886c-080bcd1b112f,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:02.289230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:02.291691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:02.331794 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f', 'code': 200}
Feb 19 02:28:02.373344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:02.376951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:02.519752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e999e-92aa-4354-8045-04d3ebd0306f req-a3b37915-5c34-46f9-b491-1a9abb247c72 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:02.521362 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd3e999e-92aa-4354-8045-04d3ebd0306f req-a3b37915-5c34-46f9-b491-1a9abb247c72 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3153102
Feb 19 02:28:02.622768 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd3e999e-92aa-4354-8045-04d3ebd0306f req-8c70830d-d556-48f8-8f88-f2d805c95ec4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950508
Feb 19 02:28:02.644260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42996f9-e78f-49ff-966b-0487714909ce req-893de782-d770-4496-aa64-2324f89ed800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:02.644260 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c42996f9-e78f-49ff-966b-0487714909ce req-893de782-d770-4496-aa64-2324f89ed800 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 1163 time: 0.1003764
Feb 19 02:28:02.695640 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c42996f9-e78f-49ff-966b-0487714909ce req-e91cbc34-ebc4-45c0-8b8c-8d1badcb7be4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405660
Feb 19 02:28:03.105254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffad1-95cb-4f00-bf91-d7a6a1aa8637 req-e3ad21a9-4437-4e52-8907-245fd1124a89 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:03.106920 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f11ffad1-95cb-4f00-bf91-d7a6a1aa8637 req-e3ad21a9-4437-4e52-8907-245fd1124a89 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.0995731
Feb 19 02:28:03.162317 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f11ffad1-95cb-4f00-bf91-d7a6a1aa8637 req-ed6412e8-cef6-49e9-a386-337c27590d9e tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491526
Feb 19 02:28:03.191146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 04018fdb-62b7-43ab-886c-080bcd1b112f up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:03.209169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 56684) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:03.258076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68d5842f-bf5d-48b2-ad7f-8bc93f7ee47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.280953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 04018fdb-62b7-43ab-886c-080bcd1b112f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:03.281378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.362006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.377849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:03.382052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Usage tracker for resource:security_group_rule and tenant:68108fcce3594a9488ed8951af5ee854 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:03.385664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:03.391906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:03.477755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.480600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.489461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-42461de4-7320-406c-be73-68aa0cc8301a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:03.536687 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68108fcce3594a9488ed8951af5ee854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248522
Feb 19 02:28:03.537657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41d9aa-97a6-4951-b1b3-821cec832271,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:03.539671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56690) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:03.546164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.546610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.547019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.547429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.547832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.548228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.548632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.549024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.549413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.549806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.550195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.550610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.551078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.551474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.551869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.552255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.552641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.553063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.553434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.553831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.554284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.554722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.555131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.555521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.560740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:03.608891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.642214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.689167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.694568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d6eb532f-2b90-4942-851d-569c8ddba08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:03.708275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41d9aa-97a6-4951-b1b3-821cec832271,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:03.717958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.718505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.719013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.719517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.720007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.720499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.720989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.721479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.721937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.722434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.722895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.723353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.723883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.724342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.724799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.725255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.725709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.726164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.726649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.727105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.727561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.728015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.728501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.728954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:03.732596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:03.733538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.737795 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d41d9aa-97a6-4951-b1b3-821cec832271 HTTP/1.1" status: 204  len: 168 time: 0.1970103
Feb 19 02:28:03.812850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:03.834708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcc8d-9a78-409c-9859-62293076fb2e req-5946920d-7dd8-4da9-a0eb-21859d157096 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:03.836415 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-214bcc8d-9a78-409c-9859-62293076fb2e req-5946920d-7dd8-4da9-a0eb-21859d157096 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0917854
Feb 19 02:28:03.887586 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-214bcc8d-9a78-409c-9859-62293076fb2e req-81fe1795-fa34-47cb-8e88-9330012a967f tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439734
Feb 19 02:28:04.023826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-4246a086-0321-492a-ab31-4740124f0485 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0786476
Feb 19 02:28:04.105924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 56702) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:04.131012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.135899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-3b4cd449-f351-4add-a684-27e4e7b0a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:04.137546 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-3b4cd449-f351-4add-a684-27e4e7b0a156 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 1162 time: 0.0881095
Feb 19 02:28:04.154495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:04.160932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Usage tracker for resource:security_group_rule and tenant:14cb61c0e23746fea73c86c6b982c4dc is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:04.164927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:04.174387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:04.303032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.309482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.325653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-976e2ad9-6edd-49f3-a887-e4208dbb50ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:04.346529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-49fc82dd-c027-4131-9c3c-baa3b9ecb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:04.348126 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-49fc82dd-c027-4131-9c3c-baa3b9ecb38c service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 906 time: 0.1720614
Feb 19 02:28:04.457225 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14cb61c0e23746fea73c86c6b982c4dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3472829
Feb 19 02:28:04.457438 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-251031fd-b6a9-4b2d-b678-b8f022d15e06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 HTTP/1.1" status: 200  len: 217 time: 0.0868042
Feb 19 02:28:04.457544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7bb74-9434-40cc-b224-18ca47cee5c4,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:04.457644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 56712) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:04.460457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:04.489571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79185e-de76-48e2-8a27-6d8f19f25b8b req-1cdbe2ad-913f-41c0-bc25-a0a7e51d3285 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:04.491690 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b79185e-de76-48e2-8a27-6d8f19f25b8b req-1cdbe2ad-913f-41c0-bc25-a0a7e51d3285 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.1700125
Feb 19 02:28:04.541481 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b79185e-de76-48e2-8a27-6d8f19f25b8b req-f05e8279-766a-4fa5-8a84-6865e3021627 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432274
Feb 19 02:28:04.592356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.606974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-3d53bec3-8f79-4f3d-838a-f8a7d66369df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:04.608542 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-3d53bec3-8f79-4f3d-838a-f8a7d66369df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.0992961
Feb 19 02:28:04.669138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.688161 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-160c4a67-48e6-4ac0-a0e2-0949031e8046 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636804
Feb 19 02:28:04.835139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.842579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e995879-7a01-41ce-8f41-2f456fd4867a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:04.872961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7bb74-9434-40cc-b224-18ca47cee5c4,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:04.881463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:04.887920 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-dbc2b62e-c96c-48ec-87b0-528ff84014bb service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887543
Feb 19 02:28:04.890116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:04.893874 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86b7bb74-9434-40cc-b224-18ca47cee5c4 HTTP/1.1" status: 204  len: 168 time: 0.4328310
Feb 19 02:28:05.027871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:05.143392 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-818e9e95-606b-4465-8c92-262b7e9fbd4e req-e349c090-e6b1-4567-9002-3d4b65f0ec7d service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2430887
Feb 19 02:28:05.185971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:05.278982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9e16d-b858-4b76-8893-e77f8dea6301 req-c69be667-161c-42b1-8bdd-5cd0ba322e25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:05.281530 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7ae9e16d-b858-4b76-8893-e77f8dea6301 req-c69be667-161c-42b1-8bdd-5cd0ba322e25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1370418
Feb 19 02:28:05.342145 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7ae9e16d-b858-4b76-8893-e77f8dea6301 req-f0467718-2f7b-4663-82ff-b0ce198b982e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526307
Feb 19 02:28:05.783426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c5aa-9fe7-4b73-b4c1-cdbc56c4db49 req-dfb29db7-5914-4dc1-a1ec-284e6846a0d1 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:05.785078 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06f5c5aa-9fe7-4b73-b4c1-cdbc56c4db49 req-dfb29db7-5914-4dc1-a1ec-284e6846a0d1 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.1005752
Feb 19 02:28:05.843959 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06f5c5aa-9fe7-4b73-b4c1-cdbc56c4db49 req-8fe11adb-0367-4624-8d0e-058e8c1703d3 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519876
Feb 19 02:28:06.572973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68452-0fab-4d8b-921f-bffc1d5406c2 req-cd0a1bf3-77de-4367-9c43-7fe5b7e67724 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:06.574864 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1c68452-0fab-4d8b-921f-bffc1d5406c2 req-cd0a1bf3-77de-4367-9c43-7fe5b7e67724 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1019661
Feb 19 02:28:06.640227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1c68452-0fab-4d8b-921f-bffc1d5406c2 req-cb58b291-55a2-4a7f-a8ed-9048605e2dda tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576539
Feb 19 02:28:07.158002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8384b1a-ed9b-461c-8d37-c71801228a1c req-535848d4-f273-49a1-ad16-e1918b9164ab tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:07.159858 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c8384b1a-ed9b-461c-8d37-c71801228a1c req-535848d4-f273-49a1-ad16-e1918b9164ab tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.1251583
Feb 19 02:28:07.251247 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c8384b1a-ed9b-461c-8d37-c71801228a1c req-b6b95740-83d2-4020-b3c7-142160540243 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814152
Feb 19 02:28:07.517179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-5d07147d-081c-4968-8cfc-d4424050e5a7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:07.523057 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-5d07147d-081c-4968-8cfc-d4424050e5a7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.1657193
Feb 19 02:28:07.540013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-9a7e5c0d-9fde-439e-8d3e-64206e954613 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/quotas/bf138e653b034c909eb38d6f109c2c4b HTTP/1.1" status: 200  len: 375 time: 0.0147645
Feb 19 02:28:07.651829 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-d430b548-aa40-4856-86a8-2468669b7fb0 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1027858
Feb 19 02:28:07.802167 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-48d10188-059b-4d63-bc26-39dd3dc0125c service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427467
Feb 19 02:28:07.951173 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-c85c02b1-299b-4f97-8257-05a7f8072dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414633
Feb 19 02:28:08.193590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6168-2f2d-47b2-816e-988f2347c988 req-2d6c89fe-283e-4f53-9ec1-16cd429722c8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:08.195316 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4bfe6168-2f2d-47b2-816e-988f2347c988 req-2d6c89fe-283e-4f53-9ec1-16cd429722c8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0899801
Feb 19 02:28:08.250966 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4bfe6168-2f2d-47b2-816e-988f2347c988 req-456db421-ff41-4bdf-b70e-7d80d63ccd85 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484629
Feb 19 02:28:08.372597 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2f30d86-0413-4b21-b793-9f5f91c96383 req-6daf77c4-8efb-4154-a811-747c44c783eb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 210 time: 0.0544007
Feb 19 02:28:08.430405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b20f2f-c7c0-4e61-ae8a-f6d7bfb7f3b6 req-a5041816-656d-459a-a67c-9922afdd6825 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:08.431802 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-94b20f2f-c7c0-4e61-ae8a-f6d7bfb7f3b6 req-a5041816-656d-459a-a67c-9922afdd6825 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1056132
Feb 19 02:28:08.498819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-94b20f2f-c7c0-4e61-ae8a-f6d7bfb7f3b6 req-66c584c6-72db-4fe0-a203-553967a922de tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595646
Feb 19 02:28:08.582985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96cd7-419c-48b1-bbe1-2f3037a157a2 req-53519d83-8c57-4db0-9175-7f9a7b6e9619 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:08.584598 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bad96cd7-419c-48b1-bbe1-2f3037a157a2 req-53519d83-8c57-4db0-9175-7f9a7b6e9619 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.0912318
Feb 19 02:28:08.635349 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bad96cd7-419c-48b1-bbe1-2f3037a157a2 req-64c24c82-b4e2-47c8-8cb5-b06f12288a31 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430987
Feb 19 02:28:08.763253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:28:08.971981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a67f-1dcc-4958-b158-363697ac565a req-9a0301d4-1c98-4fb6-bf46-a64162adaaa5 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:08.973796 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68f6a67f-1dcc-4958-b158-363697ac565a req-9a0301d4-1c98-4fb6-bf46-a64162adaaa5 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 946 time: 0.1172996
Feb 19 02:28:09.055279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Deleting port 04018fdb-62b7-43ab-886c-080bcd1b112f {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:28:09.055672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:09.172758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 04018fdb-62b7-43ab-886c-080bcd1b112f no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:28:09.316909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:09.354297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=04018fdb-62b7-43ab-886c-080bcd1b112f,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:09.354856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:09.357083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:09.367884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=04018fdb-62b7-43ab-886c-080bcd1b112f,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:09.372552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:09.374693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:09.467240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:09.476693 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f', 'code': 200}
Feb 19 02:28:09.479095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.479667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.480200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.480725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.481239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.481769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.482288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.482826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.483347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.483929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.484434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.484949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.485542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.486072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.486645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.487164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.487812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.488334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.488852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.489441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.490157 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.490885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.491394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.492049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:28:09.497457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:09.499238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:09.555213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Calling delete_port for 04018fdb-62b7-43ab-886c-080bcd1b112f owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:28:09.678817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0884-651f-4741-aca6-67cc53bd8b67 req-0e0d7906-92a0-4867-85b4-dd2bbd69dae4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:09.680638 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f00a0884-651f-4741-aca6-67cc53bd8b67 req-0e0d7906-92a0-4867-85b4-dd2bbd69dae4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2379169
Feb 19 02:28:09.687542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:28:09.688321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:28:09.744055 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f00a0884-651f-4741-aca6-67cc53bd8b67 req-1f050004-87e2-49bf-8048-88750e2486ac tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472531
Feb 19 02:28:09.862341 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-323b4dba-40f3-46ba-9f86-e4dd538b016b req-44e3b950-6b1c-4991-b5db-5ee60e18d902 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 210 time: 0.2858317
Feb 19 02:28:09.940531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-2d477c5e-8968-4269-84a1-512e35c6c067 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:09.942088 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-2d477c5e-8968-4269-84a1-512e35c6c067 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 812 time: 0.4728899
Feb 19 02:28:09.958849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34098dc-f6ab-4434-a907-c2f32313a860 req-7a260cd9-574c-4615-9f50-d594c9b67b1c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:09.959075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Request body: {'port': {'device_id': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f', 'admin_state_up': True, 'tenant_id': 'bf138e653b034c909eb38d6f109c2c4b'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:09.960576 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f34098dc-f6ab-4434-a907-c2f32313a860 req-7a260cd9-574c-4615-9f50-d594c9b67b1c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1013789
Feb 19 02:28:10.012389 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f34098dc-f6ab-4434-a907-c2f32313a860 req-fe28fa05-ea84-42d6-b622-4e1e89c1209f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440116
Feb 19 02:28:10.189561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Deleting port 04018fdb-62b7-43ab-886c-080bcd1b112f {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:28:10.190075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:10.257523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5173a8-33f4-43bb-b03e-63a89233da92 req-28ad6cca-42c0-4b3d-8cd9-5a231df4f27b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:10.259264 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4d5173a8-33f4-43bb-b03e-63a89233da92 req-28ad6cca-42c0-4b3d-8cd9-5a231df4f27b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 944 time: 0.2752175
Feb 19 02:28:10.260388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:10.277988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110ad66-476d-4cf3-bcca-2e944d65ec19 req-cd6d5888-c7ff-4647-b343-fe451edc556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:10.279623 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c110ad66-476d-4cf3-bcca-2e944d65ec19 req-cd6d5888-c7ff-4647-b343-fe451edc556b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.1714978
Feb 19 02:28:10.298213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:10.344350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Made reservation on behalf of bf138e653b034c909eb38d6f109c2c4b for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:28:10.350006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:10.392753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4d5173a8-33f4-43bb-b03e-63a89233da92 req-dcb99239-1693-4d77-a98e-d1c22a5b259a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208255
Feb 19 02:28:10.397658 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c110ad66-476d-4cf3-bcca-2e944d65ec19 req-989e7937-f884-476e-a8ba-5f68daa5f0aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967638
Feb 19 02:28:10.531046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] For port 04018fdb-62b7-43ab-886c-080bcd1b112f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=04018fdb-62b7-43ab-886c-080bcd1b112f,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:10.531808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:10.678654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Calling delete_port for 04018fdb-62b7-43ab-886c-080bcd1b112f owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:28:10.767343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Allocated IP 172.20.0.10 (fd54f352-2984-4a61-b9ca-5bbc66d3aa9f/4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf/1fd8fd6a-2729-467c-9613-3df4488a3a59) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:28:10.851226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:10.871175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:10.979440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Pushing event deleted for resources: {'Port': ['ID=04018fdb-62b7-43ab-886c-080bcd1b112f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:10.992535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:11.173460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] No DVR routers for this DVR port 04018fdb-62b7-43ab-886c-080bcd1b112f on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:28:11.177211 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0d065287-520a-4cf4-a517-4bd3f76a6018 req-02eac7a4-9ce0-40ab-aa09-4f3e2a6f15a3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 210 time: 0.0621409
Feb 19 02:28:11.178546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:11.182851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-deleted', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:11.203058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884a4f6-dbb5-4924-aea7-a5d131ac3f5d req-68595da4-1567-4b2b-a178-f512ed9103fa tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:11.206041 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4884a4f6-dbb5-4924-aea7-a5d131ac3f5d req-68595da4-1567-4b2b-a178-f512ed9103fa tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3085115
Feb 19 02:28:11.213627 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68f6a67f-1dcc-4958-b158-363697ac565a req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "DELETE /v2.0/ports/04018fdb-62b7-43ab-886c-080bcd1b112f HTTP/1.1" status: 204  len: 173 time: 2.2322795
Feb 19 02:28:11.253486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:11.317303 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4884a4f6-dbb5-4924-aea7-a5d131ac3f5d req-e9f5aac3-d8de-4057-8a74-01a97d2f9ed1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928333
Feb 19 02:28:11.364551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:11.409135 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f51745-ea4b-4e85-9ba3-ada6a215cb7b', 'name': 'network-vif-deleted', 'tag': '04018fdb-62b7-43ab-886c-080bcd1b112f', 'status': 'completed', 'code': 200}
Feb 19 02:28:11.425526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4ed2-ad72-416c-a035-2c837d2ea1f3 req-a6672e54-1e36-4b74-8495-dbd363c9a85b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:11.434256 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f92c4ed2-ad72-416c-a035-2c837d2ea1f3 req-a6672e54-1e36-4b74-8495-dbd363c9a85b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1209707
Feb 19 02:28:11.476192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-48472bc4-7dca-4b7d-9ee0-d52832cc0cfe tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:11.578128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event updated for resources: {'Port': ['ID=1fd8fd6a-2729-467c-9613-3df4488a3a59,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:11.601150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:11.683301 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b4a648aa-0f6b-4190-a1fc-7405cda5fa9f req-a81e3ed9-1f8e-4acf-ae11-cfb75b791f81 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8f51745-ea4b-4e85-9ba3-ada6a215cb7b HTTP/1.1" status: 200  len: 210 time: 0.0592301
Feb 19 02:28:11.757424 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f92c4ed2-ad72-416c-a035-2c837d2ea1f3 req-a2846ee3-8184-42a0-a63b-34312087c5f1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3199370
Feb 19 02:28:11.759379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:28:11.761886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:28:11.771248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:28:11.776434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:11.777312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:11.813739 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8600516
Feb 19 02:28:11.830370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Request body: {'port': {'device_id': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:11.979506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.409732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd8fd6a-2729-467c-9613-3df4488a3a59 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:28:12.419909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f3ecd-0eb6-47df-a462-58ec906974c4 req-fafec49f-f934-4d69-9a74-d20ca7ae758a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:12.420405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.421682 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-042f3ecd-0eb6-47df-a462-58ec906974c4 req-fafec49f-f934-4d69-9a74-d20ca7ae758a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 932 time: 0.0875027
Feb 19 02:28:12.433971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Transition to ACTIVE for port object 1fd8fd6a-2729-467c-9613-3df4488a3a59 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:28:12.436863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.457850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:12.477206 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-042f3ecd-0eb6-47df-a462-58ec906974c4 req-d56ff243-e84b-4e2f-8b50-3d0bedf38ea2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472703
Feb 19 02:28:12.661279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8fd6a-2729-467c-9613-3df4488a3a59,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:12.669065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:12.782315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fb17e-9b59-4d2e-a067-5e3682e306e5 req-c9c49363-092e-44fe-a93c-9f0ea78b0d65 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:12.783987 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-222fb17e-9b59-4d2e-a067-5e3682e306e5 req-c9c49363-092e-44fe-a93c-9f0ea78b0d65 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2943518
Feb 19 02:28:12.850587 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Attempting to bind port 1fd8fd6a-2729-467c-9613-3df4488a3a59 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:28:12.850980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Attempting to bind port 1fd8fd6a-2729-467c-9613-3df4488a3a59 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:28:12.851362 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Attempting to bind port 1fd8fd6a-2729-467c-9613-3df4488a3a59 on network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:28:12.859926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-222fb17e-9b59-4d2e-a067-5e3682e306e5 req-9555107d-3343-40b7-aeda-747bd96a305e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659969
Feb 19 02:28:12.862920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:28:12.863310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Checking segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:28:12.863735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.864138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Bound using segment: {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:28:12.864643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Bound port: 1fd8fd6a-2729-467c-9613-3df4488a3a59, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7564b-85c2-4e2a-a525-4de02ebc646f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fd54f352-2984-4a61-b9ca-5bbc66d3aa9f'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:28:12.865021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.974289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] For port 1fd8fd6a-2729-467c-9613-3df4488a3a59, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:28:12.978677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] For port 1fd8fd6a-2729-467c-9613-3df4488a3a59, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1fd8fd6a-2729-467c-9613-3df4488a3a59,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:28:12.982218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:12.999065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:13.045639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435a39-8302-453b-8a3e-39f6c7488f4a req-5f1502f0-ba58-4d80-853b-f62cc813225c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.047343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f435a39-8302-453b-8a3e-39f6c7488f4a req-5f1502f0-ba58-4d80-853b-f62cc813225c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1212795
Feb 19 02:28:13.111116 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f435a39-8302-453b-8a3e-39f6c7488f4a req-d3a2b115-6ef4-41bb-86dc-acb4455d4c31 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565538
Feb 19 02:28:13.282257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8fd6a-2729-467c-9613-3df4488a3a59,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:13.304763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:13.343619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.344332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:13.346245 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] 10.222.0.53 "PUT /v2.0/ports/1fd8fd6a-2729-467c-9613-3df4488a3a59 HTTP/1.1" status: 200  len: 1158 time: 1.5216100
Feb 19 02:28:13.346876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:13.368688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-9f4fadea-8639-44c6-9db5-ca0f93e9ba5d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.369643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1e1d308d-028b-4538-b230-6774a5fa598d req-9f4fadea-8639-44c6-9db5-ca0f93e9ba5d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:network {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:13.396971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1e1d308d-028b-4538-b230-6774a5fa598d req-9f4fadea-8639-44c6-9db5-ca0f93e9ba5d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:network {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:13.398838 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-9f4fadea-8639-44c6-9db5-ca0f93e9ba5d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 807 time: 0.2838657
Feb 19 02:28:13.485346 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-96225f16-2547-49f6-a905-a3a678e4d256 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/quotas/2b706884b7904a598558fe41d1d16d26 HTTP/1.1" status: 200  len: 375 time: 0.0781517
Feb 19 02:28:13.553231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-ff00da78-522c-4f58-9924-6a79161d2791 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562196
Feb 19 02:28:13.560325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-fa163a4f-529e-4778-9b6a-47e4301bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.562206 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-fa163a4f-529e-4778-9b6a-47e4301bdf54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 1161 time: 0.1566117
Feb 19 02:28:13.567692 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59', 'status': 'completed', 'code': 200}
Feb 19 02:28:13.716740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 56998) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:13.754034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-c433041e-d6de-483e-94da-11673478640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.755729 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-c433041e-d6de-483e-94da-11673478640a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.1637514
Feb 19 02:28:13.885902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb742e-4972-4b83-990d-0c7c56931a5d req-63359523-1212-4e41-95ce-76d23080d43b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:13.887569 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-49fb742e-4972-4b83-990d-0c7c56931a5d req-63359523-1212-4e41-95ce-76d23080d43b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 944 time: 0.2202539
Feb 19 02:28:13.895861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:13.945516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:13.951878 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-dd766c28-ecae-409a-a0e2-045e82381769 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd8fd6a-2729-467c-9613-3df4488a3a59 HTTP/1.1" status: 200  len: 217 time: 0.3613398
Feb 19 02:28:13.974286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Usage tracker for resource:security_group_rule and tenant:70212bdb950143389dd314a876bbdfee is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:13.984160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:13.990531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:13.998581 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-49fb742e-4972-4b83-990d-0c7c56931a5d req-ee205c32-6cf3-4d94-b33d-9cf9e9f7cff1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892308
Feb 19 02:28:14.015718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:14.044490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-07b29868-3c2a-4874-8012-9da507f13153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.047541 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-07b29868-3c2a-4874-8012-9da507f13153 service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.2756341
Feb 19 02:28:14.067565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-41dd2596-7445-46d4-bc27-76571a0dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.069217 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-41dd2596-7445-46d4-bc27-76571a0dd13d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.1087005
Feb 19 02:28:14.133119 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-76abacbd-d060-476c-b115-389a21844c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505004
Feb 19 02:28:14.135187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 0ea13f49-61f4-4ec3-9378-7226894dc825 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:14.135974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:14.144170 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-ecbc9d64-b98c-4f78-8fe4-c840a8f5313f service neutron] 10.222.0.44 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5780849
Feb 19 02:28:14.245027 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-a48c342c-be52-4892-91e4-3141001739f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.1774864
Feb 19 02:28:14.366202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-ff826efd-8658-4845-97d9-bbb1eeeda828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.367846 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-ff826efd-8658-4845-97d9-bbb1eeeda828 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.1049263
Feb 19 02:28:14.412450 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-7929cd90-a4ae-4f69-93b6-b58030ed9497 service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2674966
Feb 19 02:28:14.423103 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-62831a56-6d15-44dd-8875-4e5ad3524dfc service neutron] 10.222.0.44 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2503290
Feb 19 02:28:14.444131 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-1617203d-b38a-4883-b8b8-b515b34592e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680945
Feb 19 02:28:14.456701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75171a4a-b0b1-4e57-bc69-8a8a54bf1ec7 req-867b562f-9afb-44ec-a0ce-94ca5fe03de1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.458289 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-75171a4a-b0b1-4e57-bc69-8a8a54bf1ec7 req-867b562f-9afb-44ec-a0ce-94ca5fe03de1 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2836936
Feb 19 02:28:14.570152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eecd3d14-ec51-4dcb-a18e-adfc1dd427bb req-cbc07d57-ffa0-4836-b4e3-d0ed673bca4a service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477969
Feb 19 02:28:14.576518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:14.592963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:14.637297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7d488e5f-7639-4268-ad93-75965fac0a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:14.662684 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-75171a4a-b0b1-4e57-bc69-8a8a54bf1ec7 req-001f8526-974b-4047-b101-0dc39b578d83 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738648
Feb 19 02:28:14.713050 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-49e11253-ce71-478a-899c-613899876430 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70212bdb950143389dd314a876bbdfee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9944413
Feb 19 02:28:14.716469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57012) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:14.729470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff35c2f-ce4f-42fc-ae94-9df581b7e281,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:14.771860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:14.803679 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-0ca1828c-562a-4df1-8b0b-f9e0a675d0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3442688
Feb 19 02:28:14.830128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-b4f1c7cc-7c0d-4282-b233-cf22a21a6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.832376 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-b4f1c7cc-7c0d-4282-b233-cf22a21a6bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf138e653b034c909eb38d6f109c2c4b&device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 1161 time: 0.1855435
Feb 19 02:28:14.846151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:14.885068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd167289-7533-491e-ad63-f942268c1826 req-1f5ea77e-c6ab-48e0-9707-0cbfe6f269ff tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:14.893494 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fd167289-7533-491e-ad63-f942268c1826 req-1f5ea77e-c6ab-48e0-9707-0cbfe6f269ff tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1934028
Feb 19 02:28:14.992315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-03e0967e-25fd-4307-9081-16c10107d4de req-9966edcb-0e9e-4b32-a3c4-54348d1cd9f2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:15.017841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.037410 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fd167289-7533-491e-ad63-f942268c1826 req-87991b37-af74-447d-beeb-1707e6908ba2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428664
Feb 19 02:28:15.074258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-07753cad-705b-42d0-9fd1-2ae52a4f1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:15.076338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-07753cad-705b-42d0-9fd1-2ae52a4f1c35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 200  len: 906 time: 0.2337203
Feb 19 02:28:15.109951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-03e0967e-25fd-4307-9081-16c10107d4de req-9966edcb-0e9e-4b32-a3c4-54348d1cd9f2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:15.111393 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-03e0967e-25fd-4307-9081-16c10107d4de req-9966edcb-0e9e-4b32-a3c4-54348d1cd9f2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 210 time: 0.1856534
Feb 19 02:28:15.115376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.122865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:15.136461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff35c2f-ce4f-42fc-ae94-9df581b7e281,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:15.140055 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68d9f61c-564d-464c-a891-09bdfe29f5c9 req-39f35982-a68a-4ea5-9efc-d506d67deb55 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3232768
Feb 19 02:28:15.140881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:15.149468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.156413 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ff35c2f-ce4f-42fc-ae94-9df581b7e281 HTTP/1.1" status: 204  len: 168 time: 0.4366786
Feb 19 02:28:15.195188 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-362db45a-6ce0-4027-8932-3a93db049ae2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd8fd6a-2729-467c-9613-3df4488a3a59 HTTP/1.1" status: 200  len: 217 time: 0.1039958
Feb 19 02:28:15.328292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-e0b9fe76-4af3-430b-8d4a-79a5c10b34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:15.329884 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-e0b9fe76-4af3-430b-8d4a-79a5c10b34e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 200  len: 852 time: 0.0978606
Feb 19 02:28:15.349565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1ad9-cf2f-46b4-a602-7b7e2ee0e5aa req-99b58a4e-ae53-4521-89f6-ff41c548f829 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:15.350345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-436e1ad9-cf2f-46b4-a602-7b7e2ee0e5aa req-99b58a4e-ae53-4521-89f6-ff41c548f829 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:15.405031 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-400cec9b-3007-4c5a-b805-483179b20825 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492787
Feb 19 02:28:15.499680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57028) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:15.505787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-436e1ad9-cf2f-46b4-a602-7b7e2ee0e5aa req-99b58a4e-ae53-4521-89f6-ff41c548f829 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:15.507154 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-436e1ad9-cf2f-46b4-a602-7b7e2ee0e5aa req-99b58a4e-ae53-4521-89f6-ff41c548f829 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 944 time: 0.3141577
Feb 19 02:28:15.520508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.537408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:15.542565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f549b502eda843f9b8c51234b3594f18 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:15.545485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:15.551673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:15.593629 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-436e1ad9-cf2f-46b4-a602-7b7e2ee0e5aa req-0dae0c54-12eb-4785-b422-7162254f68eb tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795681
Feb 19 02:28:15.617437 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-bd8206f6-a6a0-49ca-bf35-2b912ee79f8b service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954768
Feb 19 02:28:15.639967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.642937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.655527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-af445d88-1e79-429a-8c2f-fac5f4965ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:15.701947 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f549b502eda843f9b8c51234b3594f18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2010186
Feb 19 02:28:15.702657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57034) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:15.705279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c9ad93-f328-4528-8ce0-02de40913c1d,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:15.720143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:15.774490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.778977 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-936b3e7f-ebcf-433d-8ba4-010c605017fa req-e677d890-c706-4056-81cd-37bc98cd052e service neutron] 10.222.0.53 "GET /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1554530
Feb 19 02:28:15.804148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.932953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f4ca-6680-4c26-8d15-bb462bf26179 req-3562a8b1-e96b-48b5-bc02-d49613942b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:15.934705 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4941f4ca-6680-4c26-8d15-bb462bf26179 req-3562a8b1-e96b-48b5-bc02-d49613942b25 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1228702
Feb 19 02:28:15.935432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:15.939529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:15.979180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c9ad93-f328-4528-8ce0-02de40913c1d,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:15.986400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:15.997332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:16.001472 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8c9ad93-f328-4528-8ce0-02de40913c1d HTTP/1.1" status: 204  len: 168 time: 0.2976890
Feb 19 02:28:16.013162 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4941f4ca-6680-4c26-8d15-bb462bf26179 req-9472a6a8-d1a6-4084-87f8-5f897712040b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631316
Feb 19 02:28:16.330094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0114d3-0e48-4ced-9ecb-17e8178b0f75 req-2315b699-c8a0-431f-8b19-95bf03be9a7e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:16.332767 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6c0114d3-0e48-4ced-9ecb-17e8178b0f75 req-2315b699-c8a0-431f-8b19-95bf03be9a7e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1354513
Feb 19 02:28:16.349737 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3289ae6c-c706-4ce0-9726-790750c41cac req-15d439a0-e594-4ae9-a0b0-f57169a45824 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 210 time: 0.0917931
Feb 19 02:28:16.408325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6c0114d3-0e48-4ced-9ecb-17e8178b0f75 req-0cf776d2-920f-4bd6-adcd-fd5aacbe111e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699151
Feb 19 02:28:16.487057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-b641f6f6-8c6c-4a84-b8c4-affff4793f4d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:16.488718 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-b641f6f6-8c6c-4a84-b8c4-affff4793f4d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 807 time: 0.3955562
Feb 19 02:28:16.525580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Request body: {'port': {'device_id': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea', 'admin_state_up': True, 'tenant_id': '2b706884b7904a598558fe41d1d16d26'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:16.687297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:16.698441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:16.709175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Made reservation on behalf of 2b706884b7904a598558fe41d1d16d26 for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:28:16.714888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:17.039672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d2bcf-1b16-471d-82fd-e5f067760740 req-374296c1-b704-430b-84d0-d75f460bcd7f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:17.041918 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d21d2bcf-1b16-471d-82fd-e5f067760740 req-374296c1-b704-430b-84d0-d75f460bcd7f tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 944 time: 0.2739961
Feb 19 02:28:17.246539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2791-536b-4b64-bef0-8c2a4e9d5f36 req-63166427-d564-4e65-8651-3684bbdc79a7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:17.248265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-619e2791-536b-4b64-bef0-8c2a4e9d5f36 req-63166427-d564-4e65-8651-3684bbdc79a7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1082504
Feb 19 02:28:17.302127 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-619e2791-536b-4b64-bef0-8c2a4e9d5f36 req-6eafd46b-0081-45ee-a083-58058431f7a5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462914
Feb 19 02:28:17.391226 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d21d2bcf-1b16-471d-82fd-e5f067760740 req-d542996d-485a-492f-a4c0-6c1fb2436bc6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3391166
Feb 19 02:28:17.397103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Allocated IP 172.20.0.2 (1bc79e11-006d-4d02-867b-ccd717770aea/2c02c4d9-6045-430b-acfb-74b7adebe2b9/3583108b-c257-4b21-bfc3-dbd6a990face) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:28:17.612126 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4354a84-fed4-4476-be80-2ee6a2b31d7e req-b7c112b7-8a4f-4a94-9067-2cb2b983444d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 210 time: 0.0668123
Feb 19 02:28:17.713713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:17.725053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83017c27-29bb-4dc9-ab27-40c077138c4a req-5e0c0fac-c4e6-4fcd-997a-9c5fb91e5a53 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:17.730021 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-83017c27-29bb-4dc9-ab27-40c077138c4a req-5e0c0fac-c4e6-4fcd-997a-9c5fb91e5a53 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1507194
Feb 19 02:28:17.770809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:17.789546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:17.797608 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-83017c27-29bb-4dc9-ab27-40c077138c4a req-df8934d6-95d6-4a6e-b690-204dba6131e8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555000
Feb 19 02:28:17.936963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Pushing event updated for resources: {'Port': ['ID=3583108b-c257-4b21-bfc3-dbd6a990face,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:17.955962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:18.006302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Network 1bc79e11-006d-4d02-867b-ccd717770aea is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:28:18.007424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:28:18.010654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:28:18.015207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:18.015887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.042788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5216000
Feb 19 02:28:18.064206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Request body: {'port': {'device_id': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:18.127098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1fd8fd6a-2729-467c-9613-3df4488a3a59 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:18.188109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.200069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 1fd8fd6a-2729-467c-9613-3df4488a3a59 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:28:18.207586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 1fd8fd6a-2729-467c-9613-3df4488a3a59 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:18.208064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.339549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.376106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 1fd8fd6a-2729-467c-9613-3df4488a3a59, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1fd8fd6a-2729-467c-9613-3df4488a3a59,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:18.377133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:18.384206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.386317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:18.468658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=1fd8fd6a-2729-467c-9613-3df4488a3a59,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:18.472808 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59', 'code': 200}
Feb 19 02:28:18.473550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:18.639536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd0bf-8936-423c-ba4f-0136f033e67d req-493a3e3d-8886-4660-b168-3054c15243c6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:18.642546 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d86dd0bf-8936-423c-ba4f-0136f033e67d req-493a3e3d-8886-4660-b168-3054c15243c6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.1066244
Feb 19 02:28:18.762638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa32f-aa09-4870-b899-b5b900260c28 req-b755b841-5554-45d7-8214-e42ddf4494ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:18.764627 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d5fa32f-aa09-4870-b899-b5b900260c28 req-b755b841-5554-45d7-8214-e42ddf4494ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2825363
Feb 19 02:28:18.780719 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d86dd0bf-8936-423c-ba4f-0136f033e67d req-14cce657-9d2c-44f3-ab2a-d5e6ebe1bad2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746179
Feb 19 02:28:18.819677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004741-57d0-4694-9d1f-143510055b66 req-bb634f20-51e9-4a4a-ba31-2087592fa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:18.821314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08004741-57d0-4694-9d1f-143510055b66 req-bb634f20-51e9-4a4a-ba31-2087592fa673 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 1163 time: 0.1784508
Feb 19 02:28:18.860000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3583108b-c257-4b21-bfc3-dbd6a990face {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:28:18.878084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.898506 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d5fa32f-aa09-4870-b899-b5b900260c28 req-6bee4a0a-6b1d-4832-aa39-be9c97216e11 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014302
Feb 19 02:28:18.901394 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08004741-57d0-4694-9d1f-143510055b66 req-fcdaa061-6d3b-4f28-b2fe-10cb845168d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722342
Feb 19 02:28:18.908974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Transition to ACTIVE for port object 3583108b-c257-4b21-bfc3-dbd6a990face will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:28:18.917934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:18.935442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:19.054310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbd6f9-fcd6-4911-9999-020a92fd8298 req-ec3b8d2b-8671-45b1-9607-13b05519d059 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:19.064269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f4dbd6f9-fcd6-4911-9999-020a92fd8298 req-ec3b8d2b-8671-45b1-9607-13b05519d059 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 943 time: 0.1414063
Feb 19 02:28:19.102791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Pushing event updated for resources: {'Port': ['ID=3583108b-c257-4b21-bfc3-dbd6a990face,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:19.108383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:19.128674 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f4dbd6f9-fcd6-4911-9999-020a92fd8298 req-4ce78389-60a5-4b5c-b1fb-64d5fa7cd9d6 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634294
Feb 19 02:28:19.326721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Attempting to bind port 3583108b-c257-4b21-bfc3-dbd6a990face on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:28:19.327085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Attempting to bind port 3583108b-c257-4b21-bfc3-dbd6a990face by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:28:19.327456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Attempting to bind port 3583108b-c257-4b21-bfc3-dbd6a990face on network 1bc79e11-006d-4d02-867b-ccd717770aea {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:28:19.336694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:28:19.337592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Checking segment: {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:28:19.338022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.338533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Bound using segment: {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:28:19.338943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Bound port: 3583108b-c257-4b21-bfc3-dbd6a990face, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bc79e11-006d-4d02-867b-ccd717770aea'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:28:19.339329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.357507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddabbe-8705-4a4f-94f4-6902ab4ed9d7 req-cbf8b04d-fd20-462c-ad74-42ddd38b8326 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:19.359223 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02ddabbe-8705-4a4f-94f4-6902ab4ed9d7 req-cbf8b04d-fd20-462c-ad74-42ddd38b8326 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.2402806
Feb 19 02:28:19.377414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1fd8fd6a-2729-467c-9613-3df4488a3a59 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:19.484077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 1fd8fd6a-2729-467c-9613-3df4488a3a59 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:19.485037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.500792 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02ddabbe-8705-4a4f-94f4-6902ab4ed9d7 req-17f94d7a-6c58-4740-8ca3-b3f67f032b91 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033685
Feb 19 02:28:19.514008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] For port 3583108b-c257-4b21-bfc3-dbd6a990face, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:28:19.519034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] For port 3583108b-c257-4b21-bfc3-dbd6a990face, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3583108b-c257-4b21-bfc3-dbd6a990face,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:28:19.534831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.549369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:19.631284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:19.703296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 0ea13f49-61f4-4ec3-9378-7226894dc825 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:19.703718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.708224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Pushing event updated for resources: {'Port': ['ID=3583108b-c257-4b21-bfc3-dbd6a990face,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:19.713854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:19.745478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:19.746085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:19.747791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-78881345-def5-4594-9cab-e50d4742c97f service neutron] 10.222.0.53 "PUT /v2.0/ports/3583108b-c257-4b21-bfc3-dbd6a990face HTTP/1.1" status: 200  len: 1157 time: 1.6882529
Feb 19 02:28:19.748346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:19.845080 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face', 'status': 'completed', 'code': 200}
Feb 19 02:28:19.892203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-493000cd-8421-47d5-b73c-2655a3d79b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:19.894214 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-493000cd-8421-47d5-b73c-2655a3d79b87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 1160 time: 0.0989757
Feb 19 02:28:20.019986 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-873ed3f7-bf45-485b-b845-1ec7542744fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3583108b-c257-4b21-bfc3-dbd6a990face HTTP/1.1" status: 200  len: 217 time: 0.0877404
Feb 19 02:28:20.108136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ec84e-af8e-4396-8b63-468e8429fa74 req-88184e5e-a526-406a-9032-a32fa1ca5064 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.109769 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb1ec84e-af8e-4396-8b63-468e8429fa74 req-88184e5e-a526-406a-9032-a32fa1ca5064 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.2145135
Feb 19 02:28:20.113474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d308d-028b-4538-b230-6774a5fa598d req-68800735-5229-4f1e-850e-62c752e76d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.114999 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-68800735-5229-4f1e-850e-62c752e76d75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c02c4d9-6045-430b-acfb-74b7adebe2b9 HTTP/1.1" status: 200  len: 847 time: 0.0824788
Feb 19 02:28:20.198652 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-a3b23783-ffd2-4018-be28-675acb38a58b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1bc79e11-006d-4d02-867b-ccd717770aea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636680
Feb 19 02:28:20.206556 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb1ec84e-af8e-4396-8b63-468e8429fa74 req-a86668f1-1b9d-4329-9f37-e69d43b5a6b8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905564
Feb 19 02:28:20.344162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4dc9-9c4d-4793-ab06-a2ea0fbbeb5e req-328ed21e-abdf-4ec3-bb6a-f16b4a051e7a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.345933 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e8be4dc9-9c4d-4793-ab06-a2ea0fbbeb5e req-328ed21e-abdf-4ec3-bb6a-f16b4a051e7a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 943 time: 0.0891032
Feb 19 02:28:20.354025 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-5a27511d-c9ef-4115-bb54-9671d1fd8fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418791
Feb 19 02:28:20.395557 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e8be4dc9-9c4d-4793-ab06-a2ea0fbbeb5e req-1c960e62-a399-4c7e-8382-cd9f2cce493f tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429909
Feb 19 02:28:20.578609 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e1d308d-028b-4538-b230-6774a5fa598d req-c60a7703-dba3-46a8-b037-128a3aee9616 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1896489
Feb 19 02:28:20.756869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-3d4ae01a-e2b6-4d51-8541-35017a0f9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.758540 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-3d4ae01a-e2b6-4d51-8541-35017a0f9205 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b706884b7904a598558fe41d1d16d26&device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 1160 time: 0.0895743
Feb 19 02:28:20.808175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaebdc-bec5-4f31-bda6-dac0bb175916 req-b0106452-fd4e-47da-8ef2-554e09c58e44 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.810603 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2aaebdc-bec5-4f31-bda6-dac0bb175916 req-b0106452-fd4e-47da-8ef2-554e09c58e44 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1222053
Feb 19 02:28:20.866453 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2aaebdc-bec5-4f31-bda6-dac0bb175916 req-3b38c5db-7a48-4130-adf7-06049cd7ef0f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488694
Feb 19 02:28:20.921044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-ad15197a-b9a2-43da-b9a4-e435e3b686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:20.922729 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-ad15197a-b9a2-43da-b9a4-e435e3b686fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 200  len: 901 time: 0.1568425
Feb 19 02:28:21.161657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4946c4-27f5-4ae1-992e-6fdc644859df req-dddbb46f-9c6b-4bc1-9210-613ea4d4c217 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:21.164893 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a4946c4-27f5-4ae1-992e-6fdc644859df req-dddbb46f-9c6b-4bc1-9210-613ea4d4c217 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1361980
Feb 19 02:28:21.229979 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a4946c4-27f5-4ae1-992e-6fdc644859df req-8934ba36-7dc1-44d5-861f-8cc397738925 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583620
Feb 19 02:28:21.241449 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-76938a92-c087-4897-afe8-c03a69f32904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3583108b-c257-4b21-bfc3-dbd6a990face HTTP/1.1" status: 200  len: 217 time: 0.3073554
Feb 19 02:28:21.288545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1fd8fd6a-2729-467c-9613-3df4488a3a59 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:21.355683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-8ab618ca-f124-484f-8925-cfa1cc1ef548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:21.357167 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-8ab618ca-f124-484f-8925-cfa1cc1ef548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c02c4d9-6045-430b-acfb-74b7adebe2b9 HTTP/1.1" status: 200  len: 847 time: 0.0866959
Feb 19 02:28:21.387648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 1fd8fd6a-2729-467c-9613-3df4488a3a59 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:21.388371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:21.461915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-2b60aea1-52c8-4a3c-bf7f-58d33f4b21c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1bc79e11-006d-4d02-867b-ccd717770aea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650241
Feb 19 02:28:21.605288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747ffb-c281-4dc6-8e7d-8f4f824dd455 req-e4a92437-e5ef-40f1-b4bf-d5e65fee9e09 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:21.607049 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0747ffb-c281-4dc6-8e7d-8f4f824dd455 req-e4a92437-e5ef-40f1-b4bf-d5e65fee9e09 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.2535789
Feb 19 02:28:21.671018 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-a5978c8a-f2f7-4213-b37d-e9f3f5bd653b service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986203
Feb 19 02:28:21.681982 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0747ffb-c281-4dc6-8e7d-8f4f824dd455 req-ac8467db-aad7-4841-b7dc-091ec180151c tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658503
Feb 19 02:28:21.904799 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30e52efe-484f-4a35-905d-e0d14189b7e0 req-a9b61d93-64d5-4490-94cb-519f9210c5fb service neutron] 10.222.0.53 "GET /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2217524
Feb 19 02:28:21.934644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad73d-b884-4613-be37-0157d5007209 req-21969643-55db-4cb2-b34c-1f51a10b1235 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:21.935572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-14fad73d-b884-4613-be37-0157d5007209 req-21969643-55db-4cb2-b34c-1f51a10b1235 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:21.953686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-14fad73d-b884-4613-be37-0157d5007209 req-21969643-55db-4cb2-b34c-1f51a10b1235 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:21.955276 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-14fad73d-b884-4613-be37-0157d5007209 req-21969643-55db-4cb2-b34c-1f51a10b1235 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 943 time: 0.1371849
Feb 19 02:28:22.026307 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-14fad73d-b884-4613-be37-0157d5007209 req-d430daa7-7b78-489a-a393-db06d0fc3cfa tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643950
Feb 19 02:28:22.155527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e747c1-58c5-4c0b-a62f-31f7b2205c69 req-16283214-00f4-4db3-9b4b-322674a548d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:22.157112 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-09e747c1-58c5-4c0b-a62f-31f7b2205c69 req-16283214-00f4-4db3-9b4b-322674a548d4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1136358
Feb 19 02:28:22.212773 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-09e747c1-58c5-4c0b-a62f-31f7b2205c69 req-37072d72-7843-41b8-9d5f-009755412f99 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481837
Feb 19 02:28:23.219584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518529-c409-49f6-9c60-17f0dac7307e req-2933135c-cfd2-4ed3-9478-aba7c5434251 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:23.221152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5518529-c409-49f6-9c60-17f0dac7307e req-2933135c-cfd2-4ed3-9478-aba7c5434251 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 943 time: 0.0881436
Feb 19 02:28:23.274944 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5518529-c409-49f6-9c60-17f0dac7307e req-6e29035f-7331-448d-ba7e-4bac6aa1e01d tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469408
Feb 19 02:28:23.432855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2a86-fb96-4ab1-a1e9-7b7ff2896975 req-0ab752b1-9f37-4890-8572-1e39d1458e32 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:23.434529 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84df2a86-fb96-4ab1-a1e9-7b7ff2896975 req-0ab752b1-9f37-4890-8572-1e39d1458e32 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0917873
Feb 19 02:28:23.484743 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84df2a86-fb96-4ab1-a1e9-7b7ff2896975 req-052d94b5-b328-408e-a16b-3c23ac9b7f45 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438464
Feb 19 02:28:24.346628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:24.427897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:24.428435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:24.485080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dec29-f552-471a-89ec-9474c4632122 req-36d0d1e6-1aea-484b-857f-6953018890a2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:24.488861 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2d2dec29-f552-471a-89ec-9474c4632122 req-36d0d1e6-1aea-484b-857f-6953018890a2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 943 time: 0.0956185
Feb 19 02:28:24.597018 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2d2dec29-f552-471a-89ec-9474c4632122 req-fbccae02-50fa-4295-920c-0554a3a6d39f tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002500
Feb 19 02:28:24.640860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3583108b-c257-4b21-bfc3-dbd6a990face up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:24.716779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 3583108b-c257-4b21-bfc3-dbd6a990face completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:28:24.722169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 3583108b-c257-4b21-bfc3-dbd6a990face triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:24.722654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:24.759743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169668a3-5e1f-4349-aa26-8814c8aec03d req-66466aa5-7663-45fe-9b27-e519d35a6791 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:24.761396 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-169668a3-5e1f-4349-aa26-8814c8aec03d req-66466aa5-7663-45fe-9b27-e519d35a6791 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0893674
Feb 19 02:28:24.811530 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-169668a3-5e1f-4349-aa26-8814c8aec03d req-8b7f1064-3625-4b64-8d67-0f2eb4a5fbb3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430129
Feb 19 02:28:24.852417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:24.880911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:24.892574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 3583108b-c257-4b21-bfc3-dbd6a990face, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3583108b-c257-4b21-bfc3-dbd6a990face,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:24.895496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:24.897504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58d1fba6-0521-418d-9d8a-22379676e5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:24.936469 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face', 'code': 200}
Feb 19 02:28:24.972298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=3583108b-c257-4b21-bfc3-dbd6a990face,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:24.975710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:25.215426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee37f9-25dd-4ec8-8207-7e65e163ae23 req-5917eebc-a87a-4b42-afa6-81884a62c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:25.217077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1dee37f9-25dd-4ec8-8207-7e65e163ae23 req-5917eebc-a87a-4b42-afa6-81884a62c25a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 1162 time: 0.0842483
Feb 19 02:28:25.266511 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1dee37f9-25dd-4ec8-8207-7e65e163ae23 req-0d62347b-eb70-4220-93da-0e72dcace2af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378406
Feb 19 02:28:25.288776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3583108b-c257-4b21-bfc3-dbd6a990face up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:25.361931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 3583108b-c257-4b21-bfc3-dbd6a990face triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:25.362460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:25.812126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5b010-bd7b-4846-887f-f82f50116901 req-9bed0ac0-e859-47b8-8fb7-8a227047099a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:25.813743 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-10f5b010-bd7b-4846-887f-f82f50116901 req-9bed0ac0-e859-47b8-8fb7-8a227047099a tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.0972559
Feb 19 02:28:25.868797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-10f5b010-bd7b-4846-887f-f82f50116901 req-90a405a6-8c98-42a9-9861-dd1923d1a926 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481806
Feb 19 02:28:26.031075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19bd7-2525-42b7-ae4b-f8d0f440e690 req-e2e1ebf4-fe14-4819-8b56-9e1d9868d0fb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:26.032724 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aaa19bd7-2525-42b7-ae4b-f8d0f440e690 req-e2e1ebf4-fe14-4819-8b56-9e1d9868d0fb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0917714
Feb 19 02:28:26.083912 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aaa19bd7-2525-42b7-ae4b-f8d0f440e690 req-148db1d3-825f-4674-897d-60f1aa78dc12 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441201
Feb 19 02:28:27.085577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a307d2-21ef-4f41-9813-3d2edf31f442 req-4dad7467-46a7-4089-bb65-fb8c2248f177 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:27.087301 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c0a307d2-21ef-4f41-9813-3d2edf31f442 req-4dad7467-46a7-4089-bb65-fb8c2248f177 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.0923259
Feb 19 02:28:27.138832 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c0a307d2-21ef-4f41-9813-3d2edf31f442 req-3e47c02f-e00f-45f1-983c-32b6c02f918e tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448711
Feb 19 02:28:27.565941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906ce54-d3ba-4059-a8f6-c31a54a7e583 req-6af4a6fe-7c3c-47d8-89c8-f0172c77c20e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:27.568479 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b906ce54-d3ba-4059-a8f6-c31a54a7e583 req-6af4a6fe-7c3c-47d8-89c8-f0172c77c20e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.3395238
Feb 19 02:28:27.692523 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b906ce54-d3ba-4059-a8f6-c31a54a7e583 req-0120e3e0-f226-462d-91f3-971fcd1b88e7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150777
Feb 19 02:28:28.372474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76647620-c655-4994-8cc3-62808f85dcd1 req-c1afc53e-2ee9-4d27-a606-1e7bc3378a76 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:28.375069 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-76647620-c655-4994-8cc3-62808f85dcd1 req-c1afc53e-2ee9-4d27-a606-1e7bc3378a76 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.1080339
Feb 19 02:28:28.454872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-76647620-c655-4994-8cc3-62808f85dcd1 req-7bbcbb45-cc3d-4d62-b897-b7c3d68d6312 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727711
Feb 19 02:28:28.908203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5513c-d0a6-46b6-8902-f3c4408bd2b1 req-a46ae6f0-0dd3-45c2-8194-debd9f18223d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:28.909967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aab5513c-d0a6-46b6-8902-f3c4408bd2b1 req-a46ae6f0-0dd3-45c2-8194-debd9f18223d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0903661
Feb 19 02:28:28.970208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aab5513c-d0a6-46b6-8902-f3c4408bd2b1 req-a4717315-e2f5-4ba0-96eb-156b56d8f988 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516636
Feb 19 02:28:29.606600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3724d30-e29b-4a81-99c1-a83a61b17d0a req-679b6a7d-a98f-4ff6-a668-3d70b617a3ef tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:29.608913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e3724d30-e29b-4a81-99c1-a83a61b17d0a req-679b6a7d-a98f-4ff6-a668-3d70b617a3ef tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1001506
Feb 19 02:28:29.676916 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e3724d30-e29b-4a81-99c1-a83a61b17d0a req-2135b9eb-a60a-4799-baf6-dd0dbcd9d8ae tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593331
Feb 19 02:28:30.242203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee458180-dcf9-4493-b563-0d594d85cb98 req-d52798ac-a55b-473c-a37d-24887668d87e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:30.243975 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee458180-dcf9-4493-b563-0d594d85cb98 req-d52798ac-a55b-473c-a37d-24887668d87e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1122825
Feb 19 02:28:30.291977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea74cf4-150c-41ee-b72e-ccf6b129ef59 req-2eb47a39-a854-4c54-a698-3a8b6bb588eb tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:30.300816 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ea74cf4-150c-41ee-b72e-ccf6b129ef59 req-2eb47a39-a854-4c54-a698-3a8b6bb588eb tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.1157565
Feb 19 02:28:30.309425 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee458180-dcf9-4493-b563-0d594d85cb98 req-aec3df3b-3ad2-4c7d-84be-8a0d6ebf2bce tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585721
Feb 19 02:28:30.359632 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ea74cf4-150c-41ee-b72e-ccf6b129ef59 req-f7af8e44-3ec6-44fa-a427-5b0bcf6c69ab tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577767
Feb 19 02:28:30.721476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57366) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:30.831415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef414-ab42-4d9f-895f-e148836ecd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:30.982958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f32845-72b0-4e34-9f2a-add0ec35eaba req-52057fa0-4743-4512-958b-96ad4c8652ee tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:30.987095 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7f32845-72b0-4e34-9f2a-add0ec35eaba req-52057fa0-4743-4512-958b-96ad4c8652ee tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1435366
Feb 19 02:28:31.019730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.076923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:31.089670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e61ceee94264b129df12a2a41c957b9 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:31.095150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:31.105657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:31.113362 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7f32845-72b0-4e34-9f2a-add0ec35eaba req-50c7c3a6-f289-4d1a-90ef-1691faf71acc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170733
Feb 19 02:28:31.240300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.243841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.253607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f44015c0-3daa-4035-a47e-9a5a1446088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:31.297423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc119c-1aa4-4ac9-aafd-18c06a15cc8a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:31.301160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:31.309769 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e61ceee94264b129df12a2a41c957b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5865676
Feb 19 02:28:31.311933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57376) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:31.383421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.416988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.508072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.515772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-73f9c1a1-616a-4f7f-bc76-c0aa779b4209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:31.534800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc119c-1aa4-4ac9-aafd-18c06a15cc8a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:31.536953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:31.541265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58dc119c-1aa4-4ac9-aafd-18c06a15cc8a HTTP/1.1" status: 204  len: 168 time: 0.2253270
Feb 19 02:28:31.541265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:31.652796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bbe30-b171-46db-95db-9d6678446915 req-655060bd-02ea-4c97-89e3-db8cb0342c90 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:31.660627 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fa7bbe30-b171-46db-95db-9d6678446915 req-655060bd-02ea-4c97-89e3-db8cb0342c90 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1569481
Feb 19 02:28:31.685938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3136f-7c26-4d54-a723-87588b160e5e req-d6fa0b96-53c8-4d55-bdfa-c4de367c3674 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:31.687678 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c4c3136f-7c26-4d54-a723-87588b160e5e req-d6fa0b96-53c8-4d55-bdfa-c4de367c3674 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.1242828
Feb 19 02:28:31.741616 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fa7bbe30-b171-46db-95db-9d6678446915 req-99e25162-f51c-4451-86db-7e760682d007 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797789
Feb 19 02:28:31.765179 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c4c3136f-7c26-4d54-a723-87588b160e5e req-4f8d914b-32e7-43ac-8b6a-07e7b96679f4 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704958
Feb 19 02:28:32.063678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-696c24c0-1221-4244-ac5a-d32653d48053 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:32.065907 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-696c24c0-1221-4244-ac5a-d32653d48053 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.1365032
Feb 19 02:28:32.097829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57392) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:32.120313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.142919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:32.148001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Usage tracker for resource:security_group_rule and tenant:487cff5dd1e9440c8c3c5771d5d006e0 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:32.154194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:32.161696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:32.161945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Deleting port 3583108b-c257-4b21-bfc3-dbd6a990face {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:28:32.162207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.282506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.290693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.301364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cf7200c4-d501-4a12-80f1-4d5398a4ebf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:32.374639 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=487cff5dd1e9440c8c3c5771d5d006e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730088
Feb 19 02:28:32.374639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76be85c-be0f-4b85-8e35-e8d8dc39a3b9,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:32.377674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 57398) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:32.377879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:32.581075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2d43c-c0ab-4b50-bc3d-7d315f5a4e97 req-75f01d39-584a-498a-8bee-a2983943f6a1 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:32.583143 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-deb2d43c-c0ab-4b50-bc3d-7d315f5a4e97 req-75f01d39-584a-498a-8bee-a2983943f6a1 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.2794700
Feb 19 02:28:32.596328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.637276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.750787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] For port 3583108b-c257-4b21-bfc3-dbd6a990face, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3583108b-c257-4b21-bfc3-dbd6a990face,segment=NetworkSegment(ae707c5a-acbf-43b5-9a97-d0b1ae1f6355),segment_id=ae707c5a-acbf-43b5-9a97-d0b1ae1f6355)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:32.751358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.768440 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-deb2d43c-c0ab-4b50-bc3d-7d315f5a4e97 req-72125eea-5c25-4b8b-bc48-fcb2f8ba1f4c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1381891
Feb 19 02:28:32.827140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.900163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-21b8b4c1-dd72-45f0-8a0f-0a86a897bc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:32.917912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Calling delete_port for 3583108b-c257-4b21-bfc3-dbd6a990face owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:28:32.951336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76be85c-be0f-4b85-8e35-e8d8dc39a3b9,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:32.974697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:32.975310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:32.979231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c76be85c-be0f-4b85-8e35-e8d8dc39a3b9 HTTP/1.1" status: 204  len: 168 time: 0.5181530
Feb 19 02:28:33.031711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db2c92-b2b3-47de-87bc-e2b2776ee7db req-8d85f94f-27aa-450b-bbe5-70fadf8662ac tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:33.033763 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1db2c92-b2b3-47de-87bc-e2b2776ee7db req-8d85f94f-27aa-450b-bbe5-70fadf8662ac tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1411722
Feb 19 02:28:33.150242 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1db2c92-b2b3-47de-87bc-e2b2776ee7db req-c88a260b-1982-41cd-858d-4896332d451e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095579
Feb 19 02:28:33.218674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13efbb-5b1a-44cd-a38a-8743ab39445e req-9c1aa4bb-3a05-4b52-81bf-02a1d44a5560 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:33.222816 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fc13efbb-5b1a-44cd-a38a-8743ab39445e req-9c1aa4bb-3a05-4b52-81bf-02a1d44a5560 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 945 time: 0.2731714
Feb 19 02:28:33.241851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf1b6-29aa-47d4-9ddf-b781cb2c6c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:33.300753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fc13efbb-5b1a-44cd-a38a-8743ab39445e req-fbf1e820-f20e-4ee8-b508-2de3344d8e4b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b0bbef3-9417-47e5-a5c2-40af3563ecca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649669
Feb 19 02:28:33.324945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3583108b-c257-4b21-bfc3-dbd6a990face no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:28:33.338313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:33.359769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:33.367062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: 3583108b-c257-4b21-bfc3-dbd6a990face {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:28:33.367747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3583108b-c257-4b21-bfc3-dbd6a990face not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:28:33.479298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Pushing event deleted for resources: {'Port': ['ID=3583108b-c257-4b21-bfc3-dbd6a990face,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:33.488749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:33.613256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] No DVR routers for this DVR port 3583108b-c257-4b21-bfc3-dbd6a990face on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:28:33.616648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:33.631251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'name': 'network-vif-deleted', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:33.648718 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-711d9bf6-4df2-40b9-a18e-995666b24b3a req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.53 "DELETE /v2.0/ports/3583108b-c257-4b21-bfc3-dbd6a990face HTTP/1.1" status: 204  len: 173 time: 1.5749426
Feb 19 02:28:33.738993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a44231-8bb9-429c-8b52-046ccb23313e', 'name': 'network-vif-deleted', 'tag': '3583108b-c257-4b21-bfc3-dbd6a990face', 'status': 'completed', 'code': 200}
Feb 19 02:28:33.806749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:34.074272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188b00b-adfe-4d2b-84cf-8dd14cf89df4 req-83838369-7749-433f-b73b-2f6343fc114f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:34.078884 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3188b00b-adfe-4d2b-84cf-8dd14cf89df4 req-83838369-7749-433f-b73b-2f6343fc114f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1235914
Feb 19 02:28:34.143253 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3188b00b-adfe-4d2b-84cf-8dd14cf89df4 req-cf49424c-05bd-4e45-8528-d282928274a8 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606050
Feb 19 02:28:34.433400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715f4ad-2727-41a4-be66-4df18e0a491e req-4cb53fe6-a212-4a6f-92b5-757183285544 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:34.435077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4715f4ad-2727-41a4-be66-4df18e0a491e req-4cb53fe6-a212-4a6f-92b5-757183285544 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1392145
Feb 19 02:28:34.510516 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4715f4ad-2727-41a4-be66-4df18e0a491e req-c92f2d92-9115-4d13-ad11-50ea4b228a1d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632885
Feb 19 02:28:34.558558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-d0c2da41-c144-4136-995e-fb7ddf555754 req-6f36faea-6594-4414-a1fb-ea3bc74d0cc5 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Synchronizing usage tracker for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:34.585046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-d0c2da41-c144-4136-995e-fb7ddf555754 req-6f36faea-6594-4414-a1fb-ea3bc74d0cc5 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Unset dirty status for tenant:2b706884b7904a598558fe41d1d16d26 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:34.598918 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d0c2da41-c144-4136-995e-fb7ddf555754 req-6f36faea-6594-4414-a1fb-ea3bc74d0cc5 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5a44231-8bb9-429c-8b52-046ccb23313e HTTP/1.1" status: 200  len: 210 time: 0.0952404
Feb 19 02:28:34.956354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:35.190155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:35.388272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf465bb-3373-4c7d-a762-35c287c67a68 req-5b583bfd-420f-41a8-b256-c78d9427223a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:35.389970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-daf465bb-3373-4c7d-a762-35c287c67a68 req-5b583bfd-420f-41a8-b256-c78d9427223a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1076310
Feb 19 02:28:35.463617 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-daf465bb-3373-4c7d-a762-35c287c67a68 req-1387f113-1987-463f-9aaa-0844e9946415 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534062
Feb 19 02:28:35.729261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd06c-2405-42dc-a999-dec96fb6a5dd req-993413ac-8b06-476a-8666-c5ac144a0620 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:35.730886 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2cffd06c-2405-42dc-a999-dec96fb6a5dd req-993413ac-8b06-476a-8666-c5ac144a0620 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1042705
Feb 19 02:28:35.800202 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2cffd06c-2405-42dc-a999-dec96fb6a5dd req-af29d80c-729f-4635-9323-7e6273caf010 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614128
Feb 19 02:28:36.609603 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-4ce3e529-787a-4695-8193-9a60efca6e0d tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c43e163eccb44a118e6b89d19bdb5064&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554078
Feb 19 02:28:36.811025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-ec109966-da60-4da7-9eb0-2eb1548578c5 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:36.819844 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-ec109966-da60-4da7-9eb0-2eb1548578c5 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2031991
Feb 19 02:28:36.862000 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-3cc8a827-4134-4d9e-a37c-95f3184c1969 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/quotas/c43e163eccb44a118e6b89d19bdb5064 HTTP/1.1" status: 200  len: 375 time: 0.0406950
Feb 19 02:28:37.051914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523f84-589c-460e-8e2f-20b41f2e34b6 req-ec03ae19-019f-4932-9cf8-d7dc38f41444 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:37.053644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56523f84-589c-460e-8e2f-20b41f2e34b6 req-ec03ae19-019f-4932-9cf8-d7dc38f41444 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1093707
Feb 19 02:28:37.119359 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56523f84-589c-460e-8e2f-20b41f2e34b6 req-963b7d89-8bda-4954-83ca-4a5e88b6ac84 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548537
Feb 19 02:28:37.305049 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-a937c0c2-ea90-42cf-821a-513387ee0e65 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c43e163eccb44a118e6b89d19bdb5064&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4416089
Feb 19 02:28:37.354264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038c0d-bda0-491d-b33a-174860ba0356 req-3b8f3d48-65d6-4bdc-b442-390cb3dc9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:37.355899 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-3b8f3d48-65d6-4bdc-b442-390cb3dc9c5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.4493434
Feb 19 02:28:37.408578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646a260-23f5-4042-983d-5bd5c8dd4004 req-889dddec-2eca-4747-8995-3aad6a21ae04 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:37.423215 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e646a260-23f5-4042-983d-5bd5c8dd4004 req-889dddec-2eca-4747-8995-3aad6a21ae04 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1589944
Feb 19 02:28:37.515227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e646a260-23f5-4042-983d-5bd5c8dd4004 req-1aacd6d9-3d53-4588-aeb2-9def6b173ae4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910361
Feb 19 02:28:37.689803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ac1a49f2-bb28-41bc-93f9-b7df2366b227 req-82ee1e6f-16f0-4184-b4f5-a6876c7cf6a0 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0740514
Feb 19 02:28:37.744893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038c0d-bda0-491d-b33a-174860ba0356 req-11230f3b-041b-48b5-8c5e-25320724469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:37.747905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-11230f3b-041b-48b5-8c5e-25320724469e service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.3770926
Feb 19 02:28:37.863053 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-5357ee5a-2af0-4957-b385-03b94d82680b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.1001000
Feb 19 02:28:38.016639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038c0d-bda0-491d-b33a-174860ba0356 req-2ba62030-713b-4e4b-9c28-fb2efecba71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:38.018261 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-2ba62030-713b-4e4b-9c28-fb2efecba71a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.1390417
Feb 19 02:28:38.083080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607f36-25b1-49bf-aec8-d4bbc5d32148 req-aea500dc-aacb-4482-9a4b-edc948f7d461 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:38.084817 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c2607f36-25b1-49bf-aec8-d4bbc5d32148 req-aea500dc-aacb-4482-9a4b-edc948f7d461 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.4283154
Feb 19 02:28:38.120710 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-3161a6c1-420d-416a-a679-8eefd6746821 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870950
Feb 19 02:28:38.335598 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-829945cc-837d-4354-b01c-70aff8e9319d service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965280
Feb 19 02:28:38.339579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c2607f36-25b1-49bf-aec8-d4bbc5d32148 req-e0ea9438-c72b-47b1-9f0e-f187465050c4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2453883
Feb 19 02:28:38.399928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7f0f2-a45c-4f3e-a95f-448723632740 req-f503af8a-fd64-4058-a3b5-0ed5e08b322c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:38.401818 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-edb7f0f2-a45c-4f3e-a95f-448723632740 req-f503af8a-fd64-4058-a3b5-0ed5e08b322c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1175115
Feb 19 02:28:38.459992 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-edb7f0f2-a45c-4f3e-a95f-448723632740 req-465fb559-9dbd-479a-9ebb-2077546415b2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509737
Feb 19 02:28:38.510809 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-16038c0d-bda0-491d-b33a-174860ba0356 req-8681a836-96b5-4e9e-acc2-6074ab28a1a7 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552155
Feb 19 02:28:38.767286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a280-da72-4fec-aecc-76382d86b4b2 req-0c280fd6-8d31-40f0-a5e8-39d6ff09be23 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:38.771214 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c447a280-da72-4fec-aecc-76382d86b4b2 req-0c280fd6-8d31-40f0-a5e8-39d6ff09be23 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1066771
Feb 19 02:28:38.848869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c447a280-da72-4fec-aecc-76382d86b4b2 req-de823adc-3a91-4d9f-9585-b91f96cf2130 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715923
Feb 19 02:28:38.882530 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dcd6f112-c2af-4f8c-8579-4006dfacbd81 req-0b9a9a49-84f4-4c2d-bebf-cc512112f892 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0617688
Feb 19 02:28:39.561883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5729b2-8018-452c-8b72-363857349eb5 req-93d5ff92-cfaf-4dc3-9dfa-8b4023bd2a87 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:39.563644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6b5729b2-8018-452c-8b72-363857349eb5 req-93d5ff92-cfaf-4dc3-9dfa-8b4023bd2a87 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0946710
Feb 19 02:28:39.615832 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6b5729b2-8018-452c-8b72-363857349eb5 req-ac5377b2-6972-4a4c-9914-fba1c65d4863 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456991
Feb 19 02:28:39.802367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff58a15-8e87-4aa7-a27f-2423fa44a460 req-df9bea9a-b873-4864-b986-5da681bfa26f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:39.803996 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2ff58a15-8e87-4aa7-a27f-2423fa44a460 req-df9bea9a-b873-4864-b986-5da681bfa26f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0870657
Feb 19 02:28:39.856005 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2ff58a15-8e87-4aa7-a27f-2423fa44a460 req-6dedf8bf-4a2b-4418-bc2d-dfe6f2590991 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456357
Feb 19 02:28:40.060139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6a149-7dec-4fef-84ad-44d6080a2204 req-2c2cf499-99f2-4a5d-a587-87b2ea8e853d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:40.062431 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4e751593-58b2-41b0-91ef-7340e9651307 req-f38572ef-d788-4ba9-a3be-65f98f7cc15a tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0503657
Feb 19 02:28:40.065726 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78d6a149-7dec-4fef-84ad-44d6080a2204 req-2c2cf499-99f2-4a5d-a587-87b2ea8e853d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0961442
Feb 19 02:28:40.121108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78d6a149-7dec-4fef-84ad-44d6080a2204 req-b63630e6-766b-4c40-860f-f246c8e5c8b8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530245
Feb 19 02:28:40.313060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:40.864813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c73f3-b36f-4422-b0ec-2817c02f791d req-e96fd211-2b2d-46a9-9db5-ea0c18b55739 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:40.866456 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1f4c73f3-b36f-4422-b0ec-2817c02f791d req-e96fd211-2b2d-46a9-9db5-ea0c18b55739 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0878477
Feb 19 02:28:40.922942 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1f4c73f3-b36f-4422-b0ec-2817c02f791d req-26a4af7e-3c79-4f33-92df-585294bcaae6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490406
Feb 19 02:28:41.060776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7cc47-54fd-4535-a108-758e32bf4e7e req-b9310269-79e6-47c2-9d2a-d7a0264ea2f5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:41.062428 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9a7cc47-54fd-4535-a108-758e32bf4e7e req-b9310269-79e6-47c2-9d2a-d7a0264ea2f5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0901124
Feb 19 02:28:41.112680 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9a7cc47-54fd-4535-a108-758e32bf4e7e req-6c72882a-7d7f-4f3f-9fdd-bae9e2c6d9f3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431538
Feb 19 02:28:41.240223 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0f0506a-51ff-4eba-9604-a861fb648d3c req-6a45ab64-03c7-4f68-804a-4f33fc61dde7 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0599606
Feb 19 02:28:41.335880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98046bc3-e564-4d1d-be35-c3cfb1256a19 req-70d45a02-bc57-4e51-b79b-e29785df7507 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:41.337585 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98046bc3-e564-4d1d-be35-c3cfb1256a19 req-70d45a02-bc57-4e51-b79b-e29785df7507 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0920489
Feb 19 02:28:41.388386 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98046bc3-e564-4d1d-be35-c3cfb1256a19 req-6833d3bc-3b5b-4eac-b269-17183d0196fe tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444767
Feb 19 02:28:42.134559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8881-e5be-4456-9e8c-98d0a256b837 req-df337fa6-65dd-4636-a810-23c081cbf181 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.136544 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b81d8881-e5be-4456-9e8c-98d0a256b837 req-df337fa6-65dd-4636-a810-23c081cbf181 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0887628
Feb 19 02:28:42.192905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b81d8881-e5be-4456-9e8c-98d0a256b837 req-821ced45-5702-4ce9-9621-561a7c04c679 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485170
Feb 19 02:28:42.338330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7897576-9126-4d82-9958-4a60b7c1b38c req-f05375e1-d87d-4d56-ab80-7083fbc1ad85 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.345996 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f7897576-9126-4d82-9958-4a60b7c1b38c req-f05375e1-d87d-4d56-ab80-7083fbc1ad85 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1044295
Feb 19 02:28:42.396667 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f7897576-9126-4d82-9958-4a60b7c1b38c req-38a7ba25-26a3-4e99-8581-1282aa31aac4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496740
Feb 19 02:28:42.437232 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-689d7a9a-74d6-4f3a-867b-762bcd21c9da req-e04328df-e18f-4501-8d19-84da7a11d6ce tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0514557
Feb 19 02:28:42.488977 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-8b1859a9-8c09-4307-99a9-9dc881eea68b tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c43e163eccb44a118e6b89d19bdb5064&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460038
Feb 19 02:28:42.641058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-b92df047-d3ad-49d0-b5df-f68e2c268301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.643234 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-b92df047-d3ad-49d0-b5df-f68e2c268301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1163 time: 0.0845423
Feb 19 02:28:42.744419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-d031163e-4d3c-4ca3-837e-848453f35037 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.746014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-d031163e-4d3c-4ca3-837e-848453f35037 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2425368
Feb 19 02:28:42.752392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2111-b3bf-4a56-9f3d-f4badd36441b req-9d6c4cec-571c-4ba0-b436-a4b2f5b70479 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.753911 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68bc2111-b3bf-4a56-9f3d-f4badd36441b req-9d6c4cec-571c-4ba0-b436-a4b2f5b70479 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2214997
Feb 19 02:28:42.781376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Request body: {'port': {'device_id': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe', 'admin_state_up': True, 'tenant_id': 'c43e163eccb44a118e6b89d19bdb5064'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:42.799573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-8c05a9bc-aad4-4930-aa15-658dd615bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:42.801233 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-8c05a9bc-aad4-4930-aa15-658dd615bd57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.1485622
Feb 19 02:28:42.908015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68bc2111-b3bf-4a56-9f3d-f4badd36441b req-aebbb096-f6be-4230-9df0-4c093fd37844 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476638
Feb 19 02:28:42.916663 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-047f4ccc-fffe-4eb1-9ea4-0872cee1258e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1083519
Feb 19 02:28:43.016727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:43.021268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Usage tracker for resource:port and tenant:c43e163eccb44a118e6b89d19bdb5064 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:43.022328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-c8ad4be6-d5c3-451c-83a7-ff6aa9711ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:43.024729 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-c8ad4be6-d5c3-451c-83a7-ff6aa9711ed6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.1002269
Feb 19 02:28:43.025429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:43.032469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:43.042717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Made reservation on behalf of c43e163eccb44a118e6b89d19bdb5064 for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:28:43.048370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:43.062980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:43.081504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:28:43.085759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Usage tracker for resource:security_group_rule and tenant:c43e163eccb44a118e6b89d19bdb5064 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:28:43.089656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:28:43.095966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:28:43.131974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-e0efa3af-a314-4e55-8589-905d1fa910fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:43.134422 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-e0efa3af-a314-4e55-8589-905d1fa910fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0960174
Feb 19 02:28:43.205560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:43.209456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:43.222961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16893a6b-f6e4-463e-a35a-d7df292309f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:43.315138 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-1f8b3275-cc1e-4817-9c62-0292f7de2e90 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673706
Feb 19 02:28:43.379798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7e4bf-28e6-45f0-a333-66ce513aae5a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:43.405689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:43.592471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2b30-418c-4a63-b165-e51f29abd9a9 req-b510bdd5-e148-4ec8-b282-66ecda862095 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:43.594316 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-87ea2b30-418c-4a63-b165-e51f29abd9a9 req-b510bdd5-e148-4ec8-b282-66ecda862095 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1469896
Feb 19 02:28:43.633683 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f242c18b-cbb3-4862-b070-ecf8d4d9357a req-50704152-b1c7-47ce-82b0-2b556b64e07c service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3090012
Feb 19 02:28:43.658478 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-87ea2b30-418c-4a63-b165-e51f29abd9a9 req-0a900ebe-3fd8-4e73-98bf-7ac624dc7766 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530677
Feb 19 02:28:43.740077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Allocated IP 192.168.233.86 (9d3df325-0b79-49ee-b01e-b451cc7199fe/dfcac863-38e4-4035-b53c-7ca9d4298797/f816b76e-b1f2-4310-aa5d-8e11af558a98) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:28:43.775506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ca1cc-b226-435d-978c-1e785100607f req-5dec0255-a779-45fd-8e66-29271522a6f0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:43.777331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-087ca1cc-b226-435d-978c-1e785100607f req-5dec0255-a779-45fd-8e66-29271522a6f0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1500225
Feb 19 02:28:43.961780 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-66a16590-652e-477c-93aa-eb27ca5eec83 req-23d2d0f9-72e9-46f8-aaed-e52e83e1aa19 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.1002643
Feb 19 02:28:43.990492 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-087ca1cc-b226-435d-978c-1e785100607f req-51343952-dd84-44de-8ca9-49de2277ab7d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1819410
Feb 19 02:28:44.111698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:44.128990 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Transition to ACTIVE for port object f816b76e-b1f2-4310-aa5d-8e11af558a98 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:28:44.157418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:44.297861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-29fb3f39-8d0e-4307-8f54-81d123837f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:44.419972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Pushing event updated for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:44.427214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:44.457816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871975d8-b82d-4457-829b-010ea24dc8a0 req-709ea51f-a791-449b-8817-29bb2fdbc885 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:44.466208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-871975d8-b82d-4457-829b-010ea24dc8a0 req-709ea51f-a791-449b-8817-29bb2fdbc885 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3115089
Feb 19 02:28:44.509760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:28:44.520352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:28:44.522841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:28:44.527566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:44.528361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:44.560667 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-871975d8-b82d-4457-829b-010ea24dc8a0 req-c6f75065-4b94-4916-a406-a404f1a596ad tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926523
Feb 19 02:28:44.579116 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8037782
Feb 19 02:28:44.604608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Request body: {'port': {'device_id': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:28:44.808954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:44.949278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f2d686e1-6082-4703-8260-230c599e7a3d None None] Provisioning for port f816b76e-b1f2-4310-aa5d-8e11af558a98 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:28:44.971552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f2d686e1-6082-4703-8260-230c599e7a3d None None] Provisioning complete for port f816b76e-b1f2-4310-aa5d-8e11af558a98 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:44.971976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2d686e1-6082-4703-8260-230c599e7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:45.022939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe17296-9bd6-4f7a-ac09-3499085f8aae req-05041e9b-fc4f-4c86-98e1-260e6268a5b9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:45.031638 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fe17296-9bd6-4f7a-ac09-3499085f8aae req-05041e9b-fc4f-4c86-98e1-260e6268a5b9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1985440
Feb 19 02:28:45.093573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f2d686e1-6082-4703-8260-230c599e7a3d None None] Port f816b76e-b1f2-4310-aa5d-8e11af558a98 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:28:45.128335 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fe17296-9bd6-4f7a-ac09-3499085f8aae req-5e57bc60-c882-4b11-9b15-a9779b61df27 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956962
Feb 19 02:28:45.369921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-7fdbe44a-f155-43cf-9f8f-71b7f6b5464f tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:45.370926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-7fdbe44a-f155-43cf-9f8f-71b7f6b5464f tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Synchronizing usage tracker for tenant:c43e163eccb44a118e6b89d19bdb5064 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:45.387317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e75dd5-87e8-4068-81e1-eac2776dbac7 req-b963a10c-fc2d-45f2-beca-e2ebb9fc9468 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:45.389335 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0e75dd5-87e8-4068-81e1-eac2776dbac7 req-b963a10c-fc2d-45f2-beca-e2ebb9fc9468 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1458926
Feb 19 02:28:45.414660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-7fdbe44a-f155-43cf-9f8f-71b7f6b5464f tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Unset dirty status for tenant:c43e163eccb44a118e6b89d19bdb5064 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:45.415960 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-7fdbe44a-f155-43cf-9f8f-71b7f6b5464f tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 935 time: 0.2083457
Feb 19 02:28:45.464837 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0e75dd5-87e8-4068-81e1-eac2776dbac7 req-87c4feb2-0433-4dfa-9a5f-1147618b4b41 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677686
Feb 19 02:28:45.731536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f816b76e-b1f2-4310-aa5d-8e11af558a98 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:28:45.749481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:45.768862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:28:45.770347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-738bd929-69f5-4462-9fc9-86b61cb887b3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Synchronizing usage tracker for tenant:c43e163eccb44a118e6b89d19bdb5064 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:45.777001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Transition to ACTIVE for port object f816b76e-b1f2-4310-aa5d-8e11af558a98 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:28:45.796203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:45.835382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1375d7c9-241b-48e8-b9c7-5f52c0081e37 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:45.929223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ab3be-0ba9-4a3f-aec1-531bd83b962d req-5dc7b306-c7b6-478f-94fa-2dd169793470 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:45.931042 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-046ab3be-0ba9-4a3f-aec1-531bd83b962d req-5dc7b306-c7b6-478f-94fa-2dd169793470 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2154951
Feb 19 02:28:45.974030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-738bd929-69f5-4462-9fc9-86b61cb887b3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Unset dirty status for tenant:c43e163eccb44a118e6b89d19bdb5064 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:45.975337 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-889b94b3-12f4-4b26-9cfe-00166c31fc9e req-738bd929-69f5-4462-9fc9-86b61cb887b3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800519
Feb 19 02:28:45.996618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:46.001142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:46.082248 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-046ab3be-0ba9-4a3f-aec1-531bd83b962d req-915f622a-27ef-455b-952a-20b783f2016f tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279132
Feb 19 02:28:46.213960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Attempting to bind port f816b76e-b1f2-4310-aa5d-8e11af558a98 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:28:46.214505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Attempting to bind port f816b76e-b1f2-4310-aa5d-8e11af558a98 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:28:46.214887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Attempting to bind port f816b76e-b1f2-4310-aa5d-8e11af558a98 on network 9d3df325-0b79-49ee-b01e-b451cc7199fe {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:28:46.228293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:28:46.228967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Checking segment: {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:28:46.229540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:46.230100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Bound using segment: {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:28:46.230790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Bound port: f816b76e-b1f2-4310-aa5d-8e11af558a98, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2074fb68-9346-4db2-beef-ddd5944c4c25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9d3df325-0b79-49ee-b01e-b451cc7199fe'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:28:46.231387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:46.424015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] For port f816b76e-b1f2-4310-aa5d-8e11af558a98, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:28:46.428960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] For port f816b76e-b1f2-4310-aa5d-8e11af558a98, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:28:46.434595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:46.451859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:46.672506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998359e-d3fb-4254-8901-b4697dd3b598 req-2dc11cad-4369-4c7f-baea-3d391c608f20 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:46.682472 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8998359e-d3fb-4254-8901-b4697dd3b598 req-2dc11cad-4369-4c7f-baea-3d391c608f20 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.3553758
Feb 19 02:28:46.708682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2364-f1f5-4cf5-989c-db86489b69fe req-279f1d21-cc83-411e-9d4e-a5290a74e514 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:46.717789 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7e4c2364-f1f5-4cf5-989c-db86489b69fe req-279f1d21-cc83-411e-9d4e-a5290a74e514 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1177788
Feb 19 02:28:46.730527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:46.738219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:46.776356 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7e4c2364-f1f5-4cf5-989c-db86489b69fe req-dc374ea5-e175-4fbe-8525-d1ca5c866755 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570951
Feb 19 02:28:46.806772 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8998359e-d3fb-4254-8901-b4697dd3b598 req-d9a25926-26b1-48e4-bff4-8c2eefda51bc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232312
Feb 19 02:28:46.832163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:46.832854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:46.834533 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f816b76e-b1f2-4310-aa5d-8e11af558a98 HTTP/1.1" status: 200  len: 1161 time: 2.2377238
Feb 19 02:28:46.835055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:47.089291 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98', 'status': 'completed', 'code': 200}
Feb 19 02:28:47.226067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-e0b9b7e8-6f32-4333-8701-084530b454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:47.229086 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-e0b9b7e8-6f32-4333-8701-084530b454a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c43e163eccb44a118e6b89d19bdb5064&device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 1164 time: 0.3539035
Feb 19 02:28:47.359297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce821ae-2e6c-49df-b455-2057da627c41 req-65581c1b-be5a-4561-821f-c20717ecfe66 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:47.370523 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bce821ae-2e6c-49df-b455-2057da627c41 req-65581c1b-be5a-4561-821f-c20717ecfe66 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.1394629
Feb 19 02:28:47.426013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-5f0cbbcc-37cd-4c74-90b1-2e2f57c4eba3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98 HTTP/1.1" status: 200  len: 217 time: 0.1793544
Feb 19 02:28:47.459860 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bce821ae-2e6c-49df-b455-2057da627c41 req-1ea936a8-7040-4ca9-baf3-71e5b0bef793 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879049
Feb 19 02:28:47.604379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-a03e9160-00ce-40ea-8e60-070bc4ffbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:47.606466 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-a03e9160-00ce-40ea-8e60-070bc4ffbe7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfcac863-38e4-4035-b53c-7ca9d4298797 HTTP/1.1" status: 200  len: 843 time: 0.1790142
Feb 19 02:28:47.669586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:47.754142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607879e4-c165-4b57-b342-8d7bb59f1222 req-f5364d85-052c-4902-8124-a2b82ee6dab5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:47.754434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-78bfd661-ea3b-4b8a-ab40-5d96fb44e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:47.756053 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-78bfd661-ea3b-4b8a-ab40-5d96fb44e338 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9d3df325-0b79-49ee-b01e-b451cc7199fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1377029
Feb 19 02:28:47.760608 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-607879e4-c165-4b57-b342-8d7bb59f1222 req-f5364d85-052c-4902-8124-a2b82ee6dab5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1645832
Feb 19 02:28:47.853853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:47.855442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:47.864800 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-607879e4-c165-4b57-b342-8d7bb59f1222 req-be5fa8ed-b21f-4ef3-accc-a483703accf3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962172
Feb 19 02:28:48.075657 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-a9712b70-0960-41f0-8e2f-a585d5591a0e service neutron] 10.222.0.53 "GET /v2.0/networks/9d3df325-0b79-49ee-b01e-b451cc7199fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099017
Feb 19 02:28:48.149915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:28:48.179749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaa207-e1aa-49ca-82be-8cb8f12f5acd req-44b60ea3-515f-4f38-b5d6-f6c03cf56482 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:48.182052 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcaaa207-e1aa-49ca-82be-8cb8f12f5acd req-44b60ea3-515f-4f38-b5d6-f6c03cf56482 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1499403
Feb 19 02:28:48.235869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcaaa207-e1aa-49ca-82be-8cb8f12f5acd req-65986b90-e144-4ed6-b997-ac4160065c5a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474472
Feb 19 02:28:48.260986 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fb136c1f-80b7-48a6-843e-b21f62248fdc req-ff47a8ad-3e3e-481a-b6fa-60d54a00afe4 service neutron] 10.222.0.53 "GET /v2.0/networks/9d3df325-0b79-49ee-b01e-b451cc7199fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1764667
Feb 19 02:28:48.323729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:48.364403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:48.396736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:48.404010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:48.405852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:48.428892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-f3b11683-5c7e-4c11-9147-2859ea750334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:48.431365 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-f3b11683-5c7e-4c11-9147-2859ea750334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c43e163eccb44a118e6b89d19bdb5064&device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 1164 time: 0.1125004
Feb 19 02:28:48.521418 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'code': 422} returned with failed status
Feb 19 02:28:48.523047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:48.542172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:48.767627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa3907-14cd-4259-9bcc-9a8f34fa81b7 req-9ddd93c4-5253-48d5-91b7-53a066b9ac5d tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:48.775724 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dcfa3907-14cd-4259-9bcc-9a8f34fa81b7 req-9ddd93c4-5253-48d5-91b7-53a066b9ac5d tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.1178708
Feb 19 02:28:48.803720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417858-dcbf-4a2f-8900-fbaf20b265c4 req-bdc27599-c296-4554-8753-f9b222213c6a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:48.812669 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85417858-dcbf-4a2f-8900-fbaf20b265c4 req-bdc27599-c296-4554-8753-f9b222213c6a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1457756
Feb 19 02:28:48.816030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-56fd0d0a-9d3f-4979-94eb-440cc2b0a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:48.817634 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-56fd0d0a-9d3f-4979-94eb-440cc2b0a7bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=9d3df325-0b79-49ee-b01e-b451cc7199fe HTTP/1.1" status: 200  len: 863 time: 0.3582673
Feb 19 02:28:48.832208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dcfa3907-14cd-4259-9bcc-9a8f34fa81b7 req-746a57eb-ed48-4b5a-8ac5-9857a51a9f28 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553095
Feb 19 02:28:48.834619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 57748) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:28:48.961924 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-a49829f0-fee3-40a5-91be-19231d322d4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98 HTTP/1.1" status: 200  len: 217 time: 0.1167736
Feb 19 02:28:49.057268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-4fbaff3c-e5dc-425f-b923-92a4f1c1ed8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2177868
Feb 19 02:28:49.077709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85417858-dcbf-4a2f-8900-fbaf20b265c4 req-15607085-3257-4375-8216-b0236b50879b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2639616
Feb 19 02:28:49.154879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-c532a254-1052-48f6-b02a-62f1ec84118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:49.156486 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-c532a254-1052-48f6-b02a-62f1ec84118f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfcac863-38e4-4035-b53c-7ca9d4298797 HTTP/1.1" status: 200  len: 843 time: 0.1587651
Feb 19 02:28:49.391909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e683-efe8-4328-9d2e-e18292c4cedc req-3b078a4d-de4a-4490-8a65-1be84fa608d6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:49.393688 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fbb8e683-efe8-4328-9d2e-e18292c4cedc req-3b078a4d-de4a-4490-8a65-1be84fa608d6 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.0980039
Feb 19 02:28:49.403919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-b9194727-1988-486b-9d45-e0c16cba7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:49.406021 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-b9194727-1988-486b-9d45-e0c16cba7543 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9d3df325-0b79-49ee-b01e-b451cc7199fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2421117
Feb 19 02:28:49.453721 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fbb8e683-efe8-4328-9d2e-e18292c4cedc req-81936ee7-d407-4eb7-baf9-2adb35a24cc7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489111
Feb 19 02:28:49.575103 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-249f8ef9-2864-436c-bf13-f6587d1155d2 service neutron] 10.222.0.53 "GET /v2.0/networks/9d3df325-0b79-49ee-b01e-b451cc7199fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583722
Feb 19 02:28:49.583743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8526f81-3776-401e-a887-572de1d2453b req-63a623cb-ffe8-480b-9bc4-74847e8c73e8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:49.585615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b8526f81-3776-401e-a887-572de1d2453b req-63a623cb-ffe8-480b-9bc4-74847e8c73e8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3370860
Feb 19 02:28:49.685010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1dcbe-e2c9-47e1-8875-68f52df0c7dd req-189225e8-2f5b-4243-8b8e-8d583a83b288 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:49.693757 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7b1dcbe-e2c9-47e1-8875-68f52df0c7dd req-189225e8-2f5b-4243-8b8e-8d583a83b288 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1192374
Feb 19 02:28:49.762339 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7b1dcbe-e2c9-47e1-8875-68f52df0c7dd req-daf2a2fd-ca97-4b1f-96f1-5dc454fd1000 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675049
Feb 19 02:28:49.819455 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b8526f81-3776-401e-a887-572de1d2453b req-e0381698-178c-404b-a3ff-436303519e0e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828846
Feb 19 02:28:49.861225 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-38e3e554-e0ef-4850-848b-e7a9201807ac req-be500a8c-0749-4203-8e67-494dbb818d8a service neutron] 10.222.0.53 "GET /v2.0/networks/9d3df325-0b79-49ee-b01e-b451cc7199fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2689154
Feb 19 02:28:50.130510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f487c-b628-4fa9-b195-013099c82e5a req-58fa23e7-0ffb-43cd-b40b-bde1d34438c2 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:50.133211 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fa4f487c-b628-4fa9-b195-013099c82e5a req-58fa23e7-0ffb-43cd-b40b-bde1d34438c2 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.1259589
Feb 19 02:28:50.221736 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fa4f487c-b628-4fa9-b195-013099c82e5a req-e3a5443a-5902-4492-b953-07eeac1aa36e tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803487
Feb 19 02:28:50.355758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e744-dd73-4c51-8017-7aee4179c7cb req-a3b33839-38fe-4f67-ad23-ac295bcbc573 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:50.357777 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a8c3e744-dd73-4c51-8017-7aee4179c7cb req-a3b33839-38fe-4f67-ad23-ac295bcbc573 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1099825
Feb 19 02:28:50.419168 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a8c3e744-dd73-4c51-8017-7aee4179c7cb req-fadcb884-59db-414a-805e-cf08fdca76f1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492651
Feb 19 02:28:50.699705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00300-ca8d-4fee-8956-8e0fc6f97303 req-514aa593-737a-44fa-9585-9670f5bd3773 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:50.708947 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8aa00300-ca8d-4fee-8956-8e0fc6f97303 req-514aa593-737a-44fa-9585-9670f5bd3773 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.1082597
Feb 19 02:28:50.770846 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8aa00300-ca8d-4fee-8956-8e0fc6f97303 req-3b804aad-9839-4679-8cba-cddb68d30018 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607717
Feb 19 02:28:51.088888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d95b6d-c835-447a-a6ed-d2ffbf5dc5d6 req-d686d678-61e0-4ddb-b4c0-781e491d7cfa tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:51.090612 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b1d95b6d-c835-447a-a6ed-d2ffbf5dc5d6 req-d686d678-61e0-4ddb-b4c0-781e491d7cfa tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1137166
Feb 19 02:28:51.151323 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b1d95b6d-c835-447a-a6ed-d2ffbf5dc5d6 req-ec0ade9d-fca1-43e2-8532-dfa6640b705b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537322
Feb 19 02:28:51.194376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624f03-c464-4b94-b5d8-05bdd8e0b1d2 req-6387ac85-f50c-4cc9-b6e0-7a71e73293c4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:51.198882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0624f03-c464-4b94-b5d8-05bdd8e0b1d2 req-6387ac85-f50c-4cc9-b6e0-7a71e73293c4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.3088725
Feb 19 02:28:51.203254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-691bf4b1-7069-44ee-b102-b45d82b846d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:51.205194 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-691bf4b1-7069-44ee-b102-b45d82b846d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733&tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 1161 time: 0.2229269
Feb 19 02:28:51.344440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-9be30710-2e97-4f08-8acb-0d095600a962 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:51.346049 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-9be30710-2e97-4f08-8acb-0d095600a962 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.1329224
Feb 19 02:28:51.362111 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0624f03-c464-4b94-b5d8-05bdd8e0b1d2 req-e65f45bf-4f02-41f6-b29b-0c338f6d1a85 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1520076
Feb 19 02:28:51.387568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-7cfb2189-736f-494d-b2b2-f8d551fb592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:51.389743 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-7cfb2189-736f-494d-b2b2-f8d551fb592a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1161 time: 0.1532834
Feb 19 02:28:51.461951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Deleting port 1fd8fd6a-2729-467c-9613-3df4488a3a59 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:28:51.462337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:51.823863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 9d3df325-0b79-49ee-b01e-b451cc7199fe details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:28:52.002029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679db9bc-5ac9-4c7d-9b13-e9e7ca8bd6d1 req-1b3c9229-d820-4e34-b224-ca8fd37e4c24 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.004137 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-679db9bc-5ac9-4c7d-9b13-e9e7ca8bd6d1 req-1b3c9229-d820-4e34-b224-ca8fd37e4c24 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.2071667
Feb 19 02:28:52.020937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86c0f1-e7f3-4744-b2c0-4b2c8c00e92e req-895c95d9-f823-4292-b47a-4c4e59491501 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.028787 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1c86c0f1-e7f3-4744-b2c0-4b2c8c00e92e req-895c95d9-f823-4292-b47a-4c4e59491501 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.2717402
Feb 19 02:28:52.077433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-679db9bc-5ac9-4c7d-9b13-e9e7ca8bd6d1 req-b1778eac-d5bf-4459-b70a-5a61293ee3c9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662851
Feb 19 02:28:52.083742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-a15997b3-d96b-4de5-8d73-7b6e3fe7a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.085508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-a15997b3-d96b-4de5-8d73-7b6e3fe7a576 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.6846504
Feb 19 02:28:52.205413 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1c86c0f1-e7f3-4744-b2c0-4b2c8c00e92e req-eac04590-4a61-4945-903e-7a1ebe94e0f3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755815
Feb 19 02:28:52.207636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] For port 1fd8fd6a-2729-467c-9613-3df4488a3a59, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1fd8fd6a-2729-467c-9613-3df4488a3a59,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:52.208109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:52.262887 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-6b810737-7af3-4bc8-b6dc-b6ba3bbaedff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 1000 time: 0.1703713
Feb 19 02:28:52.265889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-ec0ecb3b-812b-4b04-a78d-ef298dde035d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:28:52.422103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-8aad8f84-92bf-4951-bc60-63b272bc646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.424067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-8aad8f84-92bf-4951-bc60-63b272bc646c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.1514935
Feb 19 02:28:52.433349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986bbe0-2536-4fd9-8c99-271f10123c51 req-952c97b2-e6e2-4f7c-b397-e08a12a58eb2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.435092 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8986bbe0-2536-4fd9-8c99-271f10123c51 req-952c97b2-e6e2-4f7c-b397-e08a12a58eb2 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 946 time: 0.1636565
Feb 19 02:28:52.489722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Calling delete_port for 1fd8fd6a-2729-467c-9613-3df4488a3a59 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:28:52.567665 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8986bbe0-2536-4fd9-8c99-271f10123c51 req-ff93e0c2-75d8-4af7-921a-7e369fd7b266 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810788
Feb 19 02:28:52.644352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-1dbf8016-8512-418a-b3b0-a36b36c4b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.646059 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-1dbf8016-8512-418a-b3b0-a36b36c4b616 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2095969
Feb 19 02:28:52.753218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e15bd-da04-4433-adc5-63e95eaa8c3e req-c34ab32b-28c6-44e8-ba0b-830e0d4c2398 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:52.755033 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-521e15bd-da04-4433-adc5-63e95eaa8c3e req-c34ab32b-28c6-44e8-ba0b-830e0d4c2398 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3203709
Feb 19 02:28:52.756339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:52.781118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:52.850599 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-d1275b5c-8ef0-4808-b9fd-45d70fe8619c service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923318
Feb 19 02:28:52.985290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f816b76e-b1f2-4310-aa5d-8e11af558a98 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:52.989329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event deleted for resources: {'Port': ['ID=1fd8fd6a-2729-467c-9613-3df4488a3a59,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:53.001349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:53.067630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port f816b76e-b1f2-4310-aa5d-8e11af558a98 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:28:53.073741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f816b76e-b1f2-4310-aa5d-8e11af558a98 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:53.074324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:53.083356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] No DVR routers for this DVR port 1fd8fd6a-2729-467c-9613-3df4488a3a59 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:28:53.088912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:53.104733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'name': 'network-vif-deleted', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:53.115152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-660edc8c-8f0e-4691-8806-f48678ebc8a4 req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "DELETE /v2.0/ports/1fd8fd6a-2729-467c-9613-3df4488a3a59 HTTP/1.1" status: 204  len: 173 time: 1.7625315
Feb 19 02:28:53.128824 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-521e15bd-da04-4433-adc5-63e95eaa8c3e req-b06d9087-a324-4cd9-ae7d-fad815bfedd7 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3483269
Feb 19 02:28:53.131508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c45df69f-393e-40ac-97f8-a21a0dcd6da6 req-e76b11b4-bd00-4380-a1e5-bc403c17a08d service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2715344
Feb 19 02:28:53.167611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2a7ee-3216-45d6-a86a-544ca91179f3 req-2185790c-7301-4fd0-9883-c7c64dca53eb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:53.169641 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-79c2a7ee-3216-45d6-a86a-544ca91179f3 req-2185790c-7301-4fd0-9883-c7c64dca53eb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1883233
Feb 19 02:28:53.231483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:53.246924 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-79c2a7ee-3216-45d6-a86a-544ca91179f3 req-23797931-2ec6-410b-9264-7e8888d46a26 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602694
Feb 19 02:28:53.297574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f816b76e-b1f2-4310-aa5d-8e11af558a98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:28:53.298335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:28:53.305776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:53.306905 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:53.339707 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5f904-128e-4b00-b03a-3433a0a0e7fb', 'name': 'network-vif-deleted', 'tag': '1fd8fd6a-2729-467c-9613-3df4488a3a59', 'status': 'completed', 'code': 200}
Feb 19 02:28:53.372769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:28:53.448562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:53.449109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:53.491949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c990fc2-5ff5-44fa-9d26-23568c11503c req-2bb026dd-2cce-4481-962f-41782b97cf26 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:53.504199 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c990fc2-5ff5-44fa-9d26-23568c11503c req-2bb026dd-2cce-4481-962f-41782b97cf26 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1323342
Feb 19 02:28:53.524099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:28:53.529650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:28:53.611629 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c990fc2-5ff5-44fa-9d26-23568c11503c req-de1844a0-a523-4ddc-9203-b0c152435199 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063395
Feb 19 02:28:53.634375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650e65-565e-4a68-b22b-65616286e436 req-524450e2-b86a-4a7f-9c5c-229e9217acf9 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:53.643537 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-40650e65-565e-4a68-b22b-65616286e436 req-524450e2-b86a-4a7f-9c5c-229e9217acf9 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1420665
Feb 19 02:28:53.650519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1fd8fd6a-2729-467c-9613-3df4488a3a59 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:28:53.707334 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-40650e65-565e-4a68-b22b-65616286e436 req-259dd2d1-c9e0-4682-b675-09dfdfcb5b83 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624619
Feb 19 02:28:53.714182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: 1fd8fd6a-2729-467c-9613-3df4488a3a59 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:28:53.714715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1fd8fd6a-2729-467c-9613-3df4488a3a59 not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:28:53.760703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98', 'code': 200}
Feb 19 02:28:54.043651 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ab48aaae-d5ec-4ec3-a77e-dff51fdff193 req-98483484-3cb1-4b2f-978a-7ffb97670932 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 210 time: 0.1151257
Feb 19 02:28:54.207353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290726c-8c33-43ed-b209-110a6478a873 req-db9cfc7f-ecdd-449f-83a3-c8b75a28e967 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:54.217257 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3290726c-8c33-43ed-b209-110a6478a873 req-db9cfc7f-ecdd-449f-83a3-c8b75a28e967 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1856554
Feb 19 02:28:54.276613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231c9e-dd1a-4607-88aa-a37d499b506e req-278912db-9624-4026-9d35-8d72331dc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:54.278272 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f231c9e-dd1a-4607-88aa-a37d499b506e req-278912db-9624-4026-9d35-8d72331dc344 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 1166 time: 0.1632466
Feb 19 02:28:54.293714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3290726c-8c33-43ed-b209-110a6478a873 req-b23af6df-d575-4d47-bf92-74c13e32e5d6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754533
Feb 19 02:28:54.299909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-433c0e2c-12e6-42d3-b32e-543824620232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:54.301572 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-433c0e2c-12e6-42d3-b32e-543824620232 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1162 time: 0.1844857
Feb 19 02:28:54.476937 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f231c9e-dd1a-4607-88aa-a37d499b506e req-e90a656e-7b4f-43d7-8263-f2a86c5c9001 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902356
Feb 19 02:28:54.517692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32e21-f57a-409a-8f95-3651f88ec5bb req-b261bc78-f93d-487e-b205-e035b5168097 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:54.519553 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0ac32e21-f57a-409a-8f95-3651f88ec5bb req-b261bc78-f93d-487e-b205-e035b5168097 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1754053
Feb 19 02:28:54.549048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-86199437-8670-42f2-9223-4cac14b1e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:54.552194 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-86199437-8670-42f2-9223-4cac14b1e036 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.2422986
Feb 19 02:28:54.592573 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0ac32e21-f57a-409a-8f95-3651f88ec5bb req-6d546135-90ef-4f39-9bbd-51b7df32c374 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657883
Feb 19 02:28:54.715346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f816b76e-b1f2-4310-aa5d-8e11af558a98 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:54.842696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f816b76e-b1f2-4310-aa5d-8e11af558a98 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:54.843754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:55.028619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4f60-94a7-4d2f-8f34-0bd72e70ec6e req-d837ed70-9dcc-4bf5-b2d1-c05bf1049961 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:55.037108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-489e4f60-94a7-4d2f-8f34-0bd72e70ec6e req-d837ed70-9dcc-4bf5-b2d1-c05bf1049961 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.2364414
Feb 19 02:28:55.119648 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-489e4f60-94a7-4d2f-8f34-0bd72e70ec6e req-1dc5c0b0-a654-417a-a29d-d21378350461 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756834
Feb 19 02:28:55.130808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb34-3632-4230-a6fe-1fdaa59dc611 req-8b6e65cf-b85e-4de8-b91c-b2c42b44c5e8 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:55.150315 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-966cdb34-3632-4230-a6fe-1fdaa59dc611 req-8b6e65cf-b85e-4de8-b91c-b2c42b44c5e8 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1693876
Feb 19 02:28:55.236891 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-966cdb34-3632-4230-a6fe-1fdaa59dc611 req-ef2b50cd-e9f8-4b8e-819e-6b72b8e93b51 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950518
Feb 19 02:28:55.369278 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-0ec394c6-bea2-42f3-9df4-d6c599fe0668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 1000 time: 0.2292564
Feb 19 02:28:55.512623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a03051d6-e0fe-4d5e-8405-bca8c11eaae5 req-46f3baf0-7a88-4fdc-85c4-55403e3097a7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:28:55.546259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a03051d6-e0fe-4d5e-8405-bca8c11eaae5 req-46f3baf0-7a88-4fdc-85c4-55403e3097a7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:28:55.558131 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a03051d6-e0fe-4d5e-8405-bca8c11eaae5 req-46f3baf0-7a88-4fdc-85c4-55403e3097a7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b5f904-128e-4b00-b03a-3433a0a0e7fb HTTP/1.1" status: 200  len: 210 time: 0.1915059
Feb 19 02:28:55.571572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-458f5732-3be6-4073-95bc-ccc4a497ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:55.581450 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-458f5732-3be6-4073-95bc-ccc4a497ce60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.1708260
Feb 19 02:28:55.728249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96593fa1-8f52-4e37-b400-91ebc3d30940 req-116ad8fd-7107-4adf-a064-46a281e3faf7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:55.737058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-0635e243-d3d7-49c5-ab71-92b9cabab578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:55.738864 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-0635e243-d3d7-49c5-ab71-92b9cabab578 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490896
Feb 19 02:28:55.739067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-96593fa1-8f52-4e37-b400-91ebc3d30940 req-116ad8fd-7107-4adf-a064-46a281e3faf7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1734002
Feb 19 02:28:55.838137 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-96593fa1-8f52-4e37-b400-91ebc3d30940 req-ebd2ee17-b8c6-4f78-af8e-3f1d9123fec9 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919797
Feb 19 02:28:55.964406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f816b76e-b1f2-4310-aa5d-8e11af558a98 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:28:56.006889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba061-8416-4a7e-a41b-480837e6cad0 req-d7545d77-b537-4967-b63e-c84633f3860a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:56.014831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-656ba061-8416-4a7e-a41b-480837e6cad0 req-d7545d77-b537-4967-b63e-c84633f3860a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2452955
Feb 19 02:28:56.076623 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-656ba061-8416-4a7e-a41b-480837e6cad0 req-fa41a888-8724-438f-b246-ddf52427c3f6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607243
Feb 19 02:28:56.140983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f816b76e-b1f2-4310-aa5d-8e11af558a98 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:28:56.141520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:28:56.168914 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-7a6b1cff-68a8-4d0c-8803-7dfdaedd6098 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106685
Feb 19 02:28:56.543247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c164-a957-4fc5-b5d2-b0cbaf683cea req-9ecbef09-c5e4-48b6-af34-672e1432dfd4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:56.545855 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6cb0c164-a957-4fc5-b5d2-b0cbaf683cea req-9ecbef09-c5e4-48b6-af34-672e1432dfd4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.2022400
Feb 19 02:28:56.675554 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6cb0c164-a957-4fc5-b5d2-b0cbaf683cea req-055d4960-1dd1-45be-846a-fbaed21c8fe5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120679
Feb 19 02:28:56.844006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587ef7-4843-41cb-b41e-0efe099d7275 req-428bc7aa-7507-446b-b073-b973201fc305 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:56.853409 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32587ef7-4843-41cb-b41e-0efe099d7275 req-428bc7aa-7507-446b-b073-b973201fc305 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.4005139
Feb 19 02:28:57.032897 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f06ec510-c7ab-4e7e-a66a-e887eb6f7bb7 req-ec096127-3f79-487c-87cb-935644d853ff service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6402938
Feb 19 02:28:57.069782 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32587ef7-4843-41cb-b41e-0efe099d7275 req-67cf1ad0-8c1c-4684-b5af-5d1012998455 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148697
Feb 19 02:28:57.347243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756173-e787-4f61-96a6-9f639f2e6cce req-597e1609-bba0-4c24-a53f-71893ef503d0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:57.368360 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cf756173-e787-4f61-96a6-9f639f2e6cce req-597e1609-bba0-4c24-a53f-71893ef503d0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1781936
Feb 19 02:28:57.410727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec079e-bd7b-4bf6-872f-53bb2bc3caf8 req-a2c3faf3-8e64-4d2f-96ff-17a3904ade9a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:57.419475 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-19ec079e-bd7b-4bf6-872f-53bb2bc3caf8 req-a2c3faf3-8e64-4d2f-96ff-17a3904ade9a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1492300
Feb 19 02:28:57.423265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cf756173-e787-4f61-96a6-9f639f2e6cce req-38b6eaef-f589-42e6-9ec4-9abff024fcae tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538535
Feb 19 02:28:57.483690 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-19ec079e-bd7b-4bf6-872f-53bb2bc3caf8 req-b2988c73-7fed-44e5-96c3-d2b99b86be0d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631380
Feb 19 02:28:57.996220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898053f3-d45b-4549-82ac-2e6e797c51e2 req-6507daf4-1101-49f1-a02a-4b21e8e6519b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:57.997804 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-898053f3-d45b-4549-82ac-2e6e797c51e2 req-6507daf4-1101-49f1-a02a-4b21e8e6519b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1440680
Feb 19 02:28:58.064210 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-898053f3-d45b-4549-82ac-2e6e797c51e2 req-90b0942b-96f6-40b5-be79-34766a9f3a26 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475128
Feb 19 02:28:58.373890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaec0f-5d01-4d4c-bac7-d381ece1a961 req-78b13958-9429-46ff-9edf-e9a2c25d9cf7 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:58.390131 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8baaec0f-5d01-4d4c-bac7-d381ece1a961 req-78b13958-9429-46ff-9edf-e9a2c25d9cf7 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1499095
Feb 19 02:28:58.502119 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8baaec0f-5d01-4d4c-bac7-d381ece1a961 req-75e7f9e1-3717-4d6f-a0e6-e7522ad9190a tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099753
Feb 19 02:28:58.943152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfdd7c-a0b8-4875-bf49-337b2921f8cb req-f5ff14fc-d7da-48d5-a46d-846dde2cdef8 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:58.948911 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bbfdd7c-a0b8-4875-bf49-337b2921f8cb req-f5ff14fc-d7da-48d5-a46d-846dde2cdef8 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.2271874
Feb 19 02:28:59.043366 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bbfdd7c-a0b8-4875-bf49-337b2921f8cb req-e45132c5-9473-477c-bfc2-39316ed2b2b7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862517
Feb 19 02:28:59.227788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ec75-23c5-4f4c-8604-76e3ab6df535 req-eee5e835-a4ac-4a87-9d90-c599127f77dd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:59.229706 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b62ec75-23c5-4f4c-8604-76e3ab6df535 req-eee5e835-a4ac-4a87-9d90-c599127f77dd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1495571
Feb 19 02:28:59.338700 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b62ec75-23c5-4f4c-8604-76e3ab6df535 req-9c8cd77b-d10b-4e32-8930-44c89a59341b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975080
Feb 19 02:28:59.720205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d93a0-d1ce-4c05-9219-aca176ed31b9 req-16a208f2-3e7a-4a02-ac2c-fe04fd70032e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:28:59.729066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-413d93a0-d1ce-4c05-9219-aca176ed31b9 req-16a208f2-3e7a-4a02-ac2c-fe04fd70032e tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1673651
Feb 19 02:28:59.785077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-413d93a0-d1ce-4c05-9219-aca176ed31b9 req-e39fb13c-9f8f-466f-9805-5d5431ed44fc tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547066
Feb 19 02:29:00.053271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abe2fe-6ad4-4889-b09d-d92c5610ba9a req-dfc54747-a303-42c4-afa2-8d499c4dd195 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:00.056296 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-53abe2fe-6ad4-4889-b09d-d92c5610ba9a req-dfc54747-a303-42c4-afa2-8d499c4dd195 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.2224510
Feb 19 02:29:00.157353 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-53abe2fe-6ad4-4889-b09d-d92c5610ba9a req-b9abb7ec-3467-42da-9adb-8e7c2aa293bb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936522
Feb 19 02:29:00.193702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24ecf-97ff-4e17-af99-ccbeabea3aa9 req-4b846104-b603-46ec-bae8-2dee1f0a421e tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:00.206511 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1b24ecf-97ff-4e17-af99-ccbeabea3aa9 req-4b846104-b603-46ec-bae8-2dee1f0a421e tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1505985
Feb 19 02:29:00.290276 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1b24ecf-97ff-4e17-af99-ccbeabea3aa9 req-d271b451-a8ed-41e6-9651-5965a6f63f47 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815320
Feb 19 02:29:00.636019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaff43-42ee-4e89-ad51-081573fe5a0a req-3e007015-e2f8-4b7b-a5d6-455fda462de6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:00.636019 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b2eaff43-42ee-4e89-ad51-081573fe5a0a req-3e007015-e2f8-4b7b-a5d6-455fda462de6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.2949326
Feb 19 02:29:00.683505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b2eaff43-42ee-4e89-ad51-081573fe5a0a req-4051f64b-88f9-4eae-8283-c7105bac871e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724525
Feb 19 02:29:00.781244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a07b-89e3-4b87-b93d-554748516b64 req-4deeee12-6b08-4b40-bb20-e8153eab61a3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:00.790200 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ea2a07b-89e3-4b87-b93d-554748516b64 req-4deeee12-6b08-4b40-bb20-e8153eab61a3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1357250
Feb 19 02:29:00.830377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f615-7606-4637-bfaf-f7692cefd099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:00.856109 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ea2a07b-89e3-4b87-b93d-554748516b64 req-66bed5ed-ad46-4fce-9977-6e3491763c1a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647600
Feb 19 02:29:01.102200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a16a-5819-461d-a4fb-0da79b50f2ee req-c520f9a9-40c5-4ee4-a2d2-89379ec7f7c3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:01.104365 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3001a16a-5819-461d-a4fb-0da79b50f2ee req-c520f9a9-40c5-4ee4-a2d2-89379ec7f7c3 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1055241
Feb 19 02:29:01.185826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3001a16a-5819-461d-a4fb-0da79b50f2ee req-3a2191af-8f09-4491-80da-f4d2bb72e49d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745184
Feb 19 02:29:01.412917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15feb19-4186-47e5-91b6-29f10f275798 req-bbd5aed5-f917-46d6-be58-2d1ea737af46 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:01.420714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a15feb19-4186-47e5-91b6-29f10f275798 req-bbd5aed5-f917-46d6-be58-2d1ea737af46 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1125844
Feb 19 02:29:01.479623 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a15feb19-4186-47e5-91b6-29f10f275798 req-39f72569-e101-451a-927f-2bb8c00c7a39 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577917
Feb 19 02:29:01.636372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8c235-d649-4d91-97d0-f9b6e11ee990 req-85b490cf-1996-4057-b24c-2f873f0c4e86 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:01.638061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9c8c235-d649-4d91-97d0-f9b6e11ee990 req-85b490cf-1996-4057-b24c-2f873f0c4e86 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1462214
Feb 19 02:29:01.719612 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9c8c235-d649-4d91-97d0-f9b6e11ee990 req-10859116-93e7-4dcf-9469-6c5c8d9a50f4 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723157
Feb 19 02:29:02.038857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4a47-eef4-47b4-9cab-13264e59fc26 req-9b6c0b5c-6b51-462c-8c64-361c9384652e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:02.053504 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-079f4a47-eef4-47b4-9cab-13264e59fc26 req-9b6c0b5c-6b51-462c-8c64-361c9384652e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1695194
Feb 19 02:29:02.136721 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-079f4a47-eef4-47b4-9cab-13264e59fc26 req-50e31848-8cff-417e-9449-72b28e00e2de tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820947
Feb 19 02:29:02.226278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1d79-fe04-4fc0-ad81-3f1d4ac0eaaf req-5381be08-9905-4cd3-8e4c-195f13d05fdd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:02.229090 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-da9a1d79-fe04-4fc0-ad81-3f1d4ac0eaaf req-5381be08-9905-4cd3-8e4c-195f13d05fdd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1407509
Feb 19 02:29:02.300064 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-da9a1d79-fe04-4fc0-ad81-3f1d4ac0eaaf req-cf247757-00e5-4392-90b5-8731c273ae03 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632319
Feb 19 02:29:02.503865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67545038-a388-44a3-b188-d9e1da72c3c6 req-ca004a65-31de-410e-bd88-a5dc2087bce8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:02.506331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-67545038-a388-44a3-b188-d9e1da72c3c6 req-ca004a65-31de-410e-bd88-a5dc2087bce8 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1627727
Feb 19 02:29:02.625584 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-67545038-a388-44a3-b188-d9e1da72c3c6 req-68e6d6d4-cb93-4311-9e00-6940303aa05a tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024895
Feb 19 02:29:02.813312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957010-c978-4ed7-8f7a-c2ee4049ab12 req-121883fe-2a90-4243-aa86-1cd503313270 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:02.815101 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02957010-c978-4ed7-8f7a-c2ee4049ab12 req-121883fe-2a90-4243-aa86-1cd503313270 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1393695
Feb 19 02:29:02.876060 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02957010-c978-4ed7-8f7a-c2ee4049ab12 req-ac4b11d4-472e-4e1e-b68c-f20ce2b966c6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537496
Feb 19 02:29:03.015738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585040-bbef-4eac-9950-9a4fde7e465d req-f212a876-630c-4f5c-905e-eb614204b15d tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:03.017631 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ce585040-bbef-4eac-9950-9a4fde7e465d req-f212a876-630c-4f5c-905e-eb614204b15d tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1209397
Feb 19 02:29:03.091324 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ce585040-bbef-4eac-9950-9a4fde7e465d req-b71a3e77-fdfd-4fed-b7d2-2e34081c6439 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584354
Feb 19 02:29:03.276279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a8dc37fa-e908-48f6-93c1-57270e0a48a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:03.651635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8df4b-b565-466f-bdf8-b7ab40100de4 req-f74e5b18-9809-4b1b-ae0a-38515a6401ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:03.653670 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ad8df4b-b565-466f-bdf8-b7ab40100de4 req-f74e5b18-9809-4b1b-ae0a-38515a6401ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1261187
Feb 19 02:29:03.805523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:03.872105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93220e2f-8324-427a-9721-21cf1bee78fa req-9e718515-bf4b-4e34-bfa1-4e2a968f5313 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:03.892169 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93220e2f-8324-427a-9721-21cf1bee78fa req-9e718515-bf4b-4e34-bfa1-4e2a968f5313 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1369495
Feb 19 02:29:03.974041 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93220e2f-8324-427a-9721-21cf1bee78fa req-f2533684-3d76-4921-95b3-7cd0baf7a9cc tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801511
Feb 19 02:29:03.990623 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ad8df4b-b565-466f-bdf8-b7ab40100de4 req-8c5478ca-6d43-41d3-b7ec-4be322257256 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297377
Feb 19 02:29:04.456104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65b97-168e-448d-b553-853ae528cfca req-e03f2e46-e516-465e-8a86-ed8f6f2517cb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:04.465360 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-53e65b97-168e-448d-b553-853ae528cfca req-e03f2e46-e516-465e-8a86-ed8f6f2517cb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.3432639
Feb 19 02:29:04.514336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5b17-cc3b-4888-bc94-f0923ac7c1ac req-9c85cc56-210a-4e84-b0f1-f293793dc0c3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:04.518043 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1c9e5b17-cc3b-4888-bc94-f0923ac7c1ac req-9c85cc56-210a-4e84-b0f1-f293793dc0c3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.2225773
Feb 19 02:29:04.577908 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-53e65b97-168e-448d-b553-853ae528cfca req-f0b08245-37e0-420d-8095-f2ff1c1fb0bd tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094465
Feb 19 02:29:04.611061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1c9e5b17-cc3b-4888-bc94-f0923ac7c1ac req-e737cf87-015b-4eb2-8772-765b6dcb36a3 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857463
Feb 19 02:29:04.976526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:05.193878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:05.498702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bbe63-2db8-42ab-a9ba-cfb55351b6e4 req-194e2d24-9593-4504-a127-993b31e68b3d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:05.516059 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c15bbe63-2db8-42ab-a9ba-cfb55351b6e4 req-194e2d24-9593-4504-a127-993b31e68b3d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1892731
Feb 19 02:29:05.553997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07163b-ad75-4039-af54-df646136b02a req-49202d69-8891-4ba5-86b9-62f43436e4c9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:05.563270 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a07163b-ad75-4039-af54-df646136b02a req-49202d69-8891-4ba5-86b9-62f43436e4c9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1848793
Feb 19 02:29:05.621378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c15bbe63-2db8-42ab-a9ba-cfb55351b6e4 req-888e21af-09af-4b4e-b21b-982729c7ac95 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038253
Feb 19 02:29:05.653934 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a07163b-ad75-4039-af54-df646136b02a req-6f82575e-20f3-4432-b608-d16bc7727c90 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886383
Feb 19 02:29:05.884728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beda08-13fc-4e40-ad6b-46865735a2bf req-2a1e5d99-4713-4776-84c8-c0ba32959cca tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:05.886765 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-37beda08-13fc-4e40-ad6b-46865735a2bf req-2a1e5d99-4713-4776-84c8-c0ba32959cca tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 949 time: 0.1082115
Feb 19 02:29:05.918481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e3ab1-4cf7-49e1-9e94-5d06043653e6 req-b9bb403d-72df-427b-b06f-d404d6be0053 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:05.920704 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1a8e3ab1-4cf7-49e1-9e94-5d06043653e6 req-b9bb403d-72df-427b-b06f-d404d6be0053 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1377692
Feb 19 02:29:05.968252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:06.024890 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1a8e3ab1-4cf7-49e1-9e94-5d06043653e6 req-9e92db7f-4657-44f1-a754-a4a76750f115 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970013
Feb 19 02:29:06.042868 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-37beda08-13fc-4e40-ad6b-46865735a2bf req-05502828-44f4-456b-8096-1cd9708f06dc tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313157
Feb 19 02:29:06.163872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:06.164864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:06.323438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f816b76e-b1f2-4310-aa5d-8e11af558a98 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:06.450284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:06.481186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:06.491909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f816b76e-b1f2-4310-aa5d-8e11af558a98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:06.497324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:06.500042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:06.544923 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98', 'code': 200}
Feb 19 02:29:06.580026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:06.583540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:06.825069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bc695-948d-4cec-be14-ed3e43cb1fbb req-2392a7a3-33f3-414f-bb35-9df21e2cbdc6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:06.826553 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-980bc695-948d-4cec-be14-ed3e43cb1fbb req-2392a7a3-33f3-414f-bb35-9df21e2cbdc6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0918713
Feb 19 02:29:06.880923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0a413-c37b-4f31-8621-d7339e5f9e81 req-dfbfb17b-5826-4b4b-8d12-59f267e789a1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:06.889532 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b0a413-c37b-4f31-8621-d7339e5f9e81 req-dfbfb17b-5826-4b4b-8d12-59f267e789a1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.1183376
Feb 19 02:29:06.898333 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-980bc695-948d-4cec-be14-ed3e43cb1fbb req-dd322c5b-7fed-4193-99d4-f6bab8f84920 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620725
Feb 19 02:29:06.943723 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e2b0a413-c37b-4f31-8621-d7339e5f9e81 req-4fbe4de4-de7d-4629-bd72-865dbb52dd67 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526292
Feb 19 02:29:07.348487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c2ae8-e7eb-4775-a3b4-d5a2f8ab50e5 req-fb8de992-fd3e-473d-8895-26043431f28c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:07.351387 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ab1c2ae8-e7eb-4775-a3b4-d5a2f8ab50e5 req-fb8de992-fd3e-473d-8895-26043431f28c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.1803622
Feb 19 02:29:07.402105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3459c-5364-4fee-8484-c7d4920c0e5b req-9b09f789-64ff-4a4d-b4a0-b466888bff05 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:07.403902 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d3459c-5364-4fee-8484-c7d4920c0e5b req-9b09f789-64ff-4a4d-b4a0-b466888bff05 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1724379
Feb 19 02:29:07.422326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ab1c2ae8-e7eb-4775-a3b4-d5a2f8ab50e5 req-d6773656-a8bf-4c33-8384-46c3f55cd9c4 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637565
Feb 19 02:29:07.466818 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d3459c-5364-4fee-8484-c7d4920c0e5b req-b8ec496b-3038-49ee-9d19-e76ac33a14b9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555990
Feb 19 02:29:08.186012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3131-c405-477a-81a2-f0aa4213b8ad req-ac65c5b5-2cbf-4e97-a330-652392ff57bb tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.187701 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff5f3131-c405-477a-81a2-f0aa4213b8ad req-ac65c5b5-2cbf-4e97-a330-652392ff57bb tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1618521
Feb 19 02:29:08.256955 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff5f3131-c405-477a-81a2-f0aa4213b8ad req-fc255de7-d069-4553-9b4c-4214d85f9d51 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569029
Feb 19 02:29:08.268849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-dd341d03-bf1e-45a2-9132-35167c5d9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.270497 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-dd341d03-bf1e-45a2-9132-35167c5d9ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.1430421
Feb 19 02:29:08.321182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f21c2-a962-43f6-880d-97d259663b56 req-a6d04f11-b141-4ac1-b2fc-98153953b81b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.322846 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ac7f21c2-a962-43f6-880d-97d259663b56 req-a6d04f11-b141-4ac1-b2fc-98153953b81b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.2471051
Feb 19 02:29:08.334019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-2e34dcdd-e2f3-4c15-a558-d63679392254 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.335967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-2e34dcdd-e2f3-4c15-a558-d63679392254 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.53 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.2094991
Feb 19 02:29:08.439508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-cb5388f8-b9b1-4fcc-9bf2-e938eb54b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.441258 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-cb5388f8-b9b1-4fcc-9bf2-e938eb54b44b service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.1452646
Feb 19 02:29:08.539932 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-9687a9ad-8230-49d6-b536-7fea3f23ad07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.0762501
Feb 19 02:29:08.664683 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ac7f21c2-a962-43f6-880d-97d259663b56 req-06b415bc-f989-4897-b145-aef7d312e92b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271089
Feb 19 02:29:08.670625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-5a6e4e24-4edb-4515-9fa3-246f04d4b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.671792 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-5a6e4e24-4edb-4515-9fa3-246f04d4b0b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.0953372
Feb 19 02:29:08.679350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Deleting port f816b76e-b1f2-4310-aa5d-8e11af558a98 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:08.680342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:08.718239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b683-1463-4aa5-b944-447c67e7404b req-b2b22f24-5a6f-422c-94bd-1b04de62a6e0 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.720623 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2b80b683-1463-4aa5-b944-447c67e7404b req-b2b22f24-5a6f-422c-94bd-1b04de62a6e0 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.4787779
Feb 19 02:29:08.732201 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-f32908ac-2681-4b32-9df2-9b2340b63043 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512328
Feb 19 02:29:08.743210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb335-90cd-44c6-b1fd-6b753ab7fb04 req-ecf345d3-48c2-454d-a269-d27d86d85c74 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:08.745791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4dbeb335-90cd-44c6-b1fd-6b753ab7fb04 req-ecf345d3-48c2-454d-a269-d27d86d85c74 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 947 time: 0.2085483
Feb 19 02:29:08.896748 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4dbeb335-90cd-44c6-b1fd-6b753ab7fb04 req-df66d5ed-aaef-4924-99ac-e46425a31ebd tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/security-groups?id=88d7e4bf-28e6-45f0-a333-66ce513aae5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270735
Feb 19 02:29:08.927787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Deleting port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:08.928176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:08.942513 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-0b63ab57-1983-4ab8-87ee-e55b308ae686 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907334
Feb 19 02:29:09.098672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-51f2daf2-d0c8-4891-b980-87e249b8a9d0 req-9c69e22f-1fbe-4317-8fc8-6e74e58ca851 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534197
Feb 19 02:29:09.203105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd147192-8011-4cd9-990e-0e9a82f1ed10 req-4496e8e1-9cad-4b59-ac98-ef7217678728 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:09.204764 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd147192-8011-4cd9-990e-0e9a82f1ed10 req-4496e8e1-9cad-4b59-ac98-ef7217678728 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.4168093
Feb 19 02:29:09.291488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58044) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:09.340510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] For port f816b76e-b1f2-4310-aa5d-8e11af558a98, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f816b76e-b1f2-4310-aa5d-8e11af558a98,segment=NetworkSegment(2074fb68-9346-4db2-beef-ddd5944c4c25),segment_id=2074fb68-9346-4db2-beef-ddd5944c4c25)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:09.342425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.387819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Deleting subnet 2c02c4d9-6045-430b-acfb-74b7adebe2b9 {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:29:09.393887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.480056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea842652-d8b3-4a2a-b029-403ce0186a0a req-1cf66c4f-2b11-460d-b780-ccd24f14fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:09.482067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea842652-d8b3-4a2a-b029-403ce0186a0a req-1cf66c4f-2b11-460d-b780-ccd24f14fd1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.2254777
Feb 19 02:29:09.501258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Calling delete_port for f816b76e-b1f2-4310-aa5d-8e11af558a98 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:09.540445 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd147192-8011-4cd9-990e-0e9a82f1ed10 req-ee44cb6d-fa94-4bc1-a452-fb32ce588e94 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3082094
Feb 19 02:29:09.541176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.602291 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea842652-d8b3-4a2a-b029-403ce0186a0a req-05c34399-da94-4d75-bee3-9a592673cd1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124587
Feb 19 02:29:09.634055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] For port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:09.634468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.643774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.681097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34306845-c242-4c16-bb8e-80575849771b req-bd63721e-05ea-4187-bb3d-cf39245a0ca5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:09.682733 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34306845-c242-4c16-bb8e-80575849771b req-bd63721e-05ea-4187-bb3d-cf39245a0ca5 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2908909
Feb 19 02:29:09.774437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Calling delete_port for 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:09.831510 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-34306845-c242-4c16-bb8e-80575849771b req-ec524865-e490-4b3b-bbd6-fb5b1df99738 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348145
Feb 19 02:29:09.927576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:09.982681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:09.990810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.006049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-38d78a24-df24-4ee6-8f1a-170b4ff8f874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:10.014111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:10.115792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c02c4d9-6045-430b-acfb-74b7adebe2b9,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:10.154228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.157976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Pushing event deleted for resources: {'Port': ['ID=f816b76e-b1f2-4310-aa5d-8e11af558a98,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:10.178345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.179092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.180319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.180998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.181688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.182390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.183071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.184023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.184299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.184886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.185535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.186196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.187520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.187690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.188315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.188969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.189685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.190748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.191053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.191615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.192243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.193130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.193651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.194275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.201845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc3995-e7a6-4fdc-98c5-ccc74c97a1fc req-142ce326-a85a-4902-b940-4c6abc149181 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:10.203533 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1bc3995-e7a6-4fdc-98c5-ccc74c97a1fc req-142ce326-a85a-4902-b940-4c6abc149181 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 945 time: 0.3964906
Feb 19 02:29:10.206791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-46788187-bb90-4327-9d6d-bfdce1b99685 req-ee19d922-d64b-4b24-a306-378882e7ad28 tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.44 "GET /v2.0/ports?device_id=87114f5c-f2da-4496-9d54-2eb9c3d28916 HTTP/1.1" status: 200  len: 210 time: 0.0920517
Feb 19 02:29:10.211507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:10.217012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.217424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.217834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.218236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.218667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.219153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.219447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.219839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.220233 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.220624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.221015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.221410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.221842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.222241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.222628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.223021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.223411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.223798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.224190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.224580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.224969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.225355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.225742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.226141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:10.235088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:10.254919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.261418 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c04dd6f8-7969-40ab-9257-319dc194c9c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2c02c4d9-6045-430b-acfb-74b7adebe2b9 HTTP/1.1" status: 204  len: 168 time: 0.9642053
Feb 19 02:29:10.264131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58056) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:10.305059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.326318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5993132c-8151-48de-b94b-71760050a363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:10.355843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.383949 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1bc3995-e7a6-4fdc-98c5-ccc74c97a1fc req-b75dfe16-68fa-4178-9c8f-cb989db6fd2b tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681459
Feb 19 02:29:10.386627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.443397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event deleted for resources: {'Port': ['ID=50be1d4c-77b6-44fb-8fab-6f239ccc76c3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:10.452608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:10.523417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] No DVR routers for this DVR port f816b76e-b1f2-4310-aa5d-8e11af558a98 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:10.536216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.539299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-deleted', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:10.600377 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6a8e5048-cdee-4e51-b672-d9248cf998c7 req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] 10.222.0.53 "DELETE /v2.0/ports/f816b76e-b1f2-4310-aa5d-8e11af558a98 HTTP/1.1" status: 204  len: 173 time: 2.2428019
Feb 19 02:29:10.610392 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87114f5c-f2da-4496-9d54-2eb9c3d28916', 'name': 'network-vif-deleted', 'tag': 'f816b76e-b1f2-4310-aa5d-8e11af558a98', 'status': 'completed', 'code': 200}
Feb 19 02:29:10.626631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.657982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] No DVR routers for this DVR port 50be1d4c-77b6-44fb-8fab-6f239ccc76c3 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:10.660461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.662932 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2b80b683-1463-4aa5-b944-447c67e7404b req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "DELETE /v2.0/ports/50be1d4c-77b6-44fb-8fab-6f239ccc76c3 HTTP/1.1" status: 204  len: 173 time: 1.9296145
Feb 19 02:29:10.760656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf41461668>,) {'filters': {'network_id': ['1bc79e11-006d-4d02-867b-ccd717770aea']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:10.774743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf41461668>, 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:10.775220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf41461668>, 'ae707c5a-acbf-43b5-9a97-d0b1ae1f6355') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:10.791687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.819094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:10.822967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:29:10.864592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c21ba8-c2c2-4a77-83d6-5d3d5795d83d req-f24286da-4d63-4c54-af0d-5b4bad11fd1b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:10.868556 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b8c21ba8-c2c2-4a77-83d6-5d3d5795d83d req-f24286da-4d63-4c54-af0d-5b4bad11fd1b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1220145
Feb 19 02:29:10.941068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b8c21ba8-c2c2-4a77-83d6-5d3d5795d83d req-1f277988-1e5f-4a44-b9d9-0d9c85368e7b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658054
Feb 19 02:29:11.126448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Network 1bc79e11-006d-4d02-867b-ccd717770aea has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:11.136953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:11.555247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Network 1bc79e11-006d-4d02-867b-ccd717770aea has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:29:11.584689 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:29:11.653257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d88ae-41a2-413c-a330-6eacb3b25019 req-a455fe96-2b6b-4cf0-ad8e-ed28074db1fd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:11.661349 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-559d88ae-41a2-413c-a330-6eacb3b25019 req-a455fe96-2b6b-4cf0-ad8e-ed28074db1fd tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.6237900
Feb 19 02:29:11.663835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae8dc8bc-c1ea-4a8e-9667-bfb7684fd172 req-b1577e65-84f9-40e8-93b0-774ec3c42029 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:11.684142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-ae8dc8bc-c1ea-4a8e-9667-bfb7684fd172 req-b1577e65-84f9-40e8-93b0-774ec3c42029 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:11.686905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae8dc8bc-c1ea-4a8e-9667-bfb7684fd172 req-b1577e65-84f9-40e8-93b0-774ec3c42029 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ce73f0-276b-4a23-9a93-51e8297cab10 HTTP/1.1" status: 200  len: 210 time: 0.1137571
Feb 19 02:29:11.719613 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-559d88ae-41a2-413c-a330-6eacb3b25019 req-9ac9541d-62bc-4652-822c-4d2254537c3d tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577669
Feb 19 02:29:11.720399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:11.724126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08c376af-e8c7-4505-856e-cb9004ceb914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:11.747130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:11.769284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc79e11-006d-4d02-867b-ccd717770aea,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:11.779228 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] 10.222.0.44 "DELETE /v2.0/networks/1bc79e11-006d-4d02-867b-ccd717770aea HTTP/1.1" status: 204  len: 168 time: 1.5137267
Feb 19 02:29:11.780935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:12.024278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58130) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:12.079156 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5cf2769c-31e4-4f79-a8e0-585dd278b777 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b706884b7904a598558fe41d1d16d26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533745
Feb 19 02:29:12.081774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58142) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:12.172088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:12.194768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b441b4-f783-44b8-8f02-a057c16cd9c4 req-84673eec-3753-4fa7-b051-e0d85bb12596 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:12.199187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d7b441b4-f783-44b8-8f02-a057c16cd9c4 req-84673eec-3753-4fa7-b051-e0d85bb12596 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1174316
Feb 19 02:29:12.242620 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:12.300634 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d7b441b4-f783-44b8-8f02-a057c16cd9c4 req-677a6eae-2de3-41fb-9393-8084b27c95dc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946264
Feb 19 02:29:12.347563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-01b39b72-934b-4caf-bdf8-251c2582e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:12.349308 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-01b39b72-934b-4caf-bdf8-251c2582e4bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bdc6eeb362640cd96dab7841d609efa&device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 1162 time: 0.1141844
Feb 19 02:29:12.357221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:12.371441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dec1b3ff-d21c-45f7-9078-105964af63a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:12.399615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0bbef3-9417-47e5-a5c2-40af3563ecca,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:12.402991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:12.411723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:12.414618 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b0bbef3-9417-47e5-a5c2-40af3563ecca HTTP/1.1" status: 204  len: 168 time: 0.3300195
Feb 19 02:29:12.440000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352748c-9643-44e3-9c89-33afaf5a9e44 req-328d811d-d375-4472-9995-fc829a50bc0b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:12.444337 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7352748c-9643-44e3-9c89-33afaf5a9e44 req-328d811d-d375-4472-9995-fc829a50bc0b tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1434345
Feb 19 02:29:12.502774 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7352748c-9643-44e3-9c89-33afaf5a9e44 req-34400f31-46bd-4d68-a0f8-ee4115842299 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498648
Feb 19 02:29:12.511402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-68d76178-6179-4a83-8626-d1119d1a1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:12.513412 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-68d76178-6179-4a83-8626-d1119d1a1515 service neutron] 10.222.0.53 "GET /v2.0/networks?id=acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 200  len: 913 time: 0.1570289
Feb 19 02:29:12.604649 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-d065e61c-df4d-4831-b66f-c46fea9a4480 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 200  len: 217 time: 0.0850427
Feb 19 02:29:12.612548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'name': 'network-vif-deleted', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:12.703796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-6e3fa534-8f6c-428f-8ce0-043017d065ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:12.705453 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-6e3fa534-8f6c-428f-8ce0-043017d065ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 200  len: 859 time: 0.0943792
Feb 19 02:29:12.709858 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ce73f0-276b-4a23-9a93-51e8297cab10', 'name': 'network-vif-deleted', 'tag': '50be1d4c-77b6-44fb-8fab-6f239ccc76c3', 'status': 'completed', 'code': 200}
Feb 19 02:29:13.048225 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-9ca2b2e7-b8f8-4a8a-93d4-735e1bc9734f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=acfca0d0-da8f-403c-9e50-a374c5e591ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3340898
Feb 19 02:29:13.237319 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-4925096c-dd60-4e96-9396-ca8032a3160d service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719620
Feb 19 02:29:13.290753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5ca45-171a-417a-a799-ea5ff7704435 req-c67fe44c-1b70-4741-be5a-bcdf01284cc9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:13.292537 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08e5ca45-171a-417a-a799-ea5ff7704435 req-c67fe44c-1b70-4741-be5a-bcdf01284cc9 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.1127870
Feb 19 02:29:13.378075 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-08e5ca45-171a-417a-a799-ea5ff7704435 req-4ece72bf-6e6c-4968-b8d0-94f3d72a0570 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742307
Feb 19 02:29:13.427345 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c471650c-68ab-4edf-b9db-cd4afcc1ac35 req-550df89d-d554-4487-8b77-d0294e720dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1776617
Feb 19 02:29:13.586237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511d46-3dce-4022-910b-00c076dd33a7 req-9e5cb34f-99c9-4f1c-aada-b690f70a8e60 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:13.588819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2f511d46-3dce-4022-910b-00c076dd33a7 req-9e5cb34f-99c9-4f1c-aada-b690f70a8e60 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.0994258
Feb 19 02:29:13.655633 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2f511d46-3dce-4022-910b-00c076dd33a7 req-c7c79bbe-e8cc-4b2c-acbc-870c10a7775f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610976
Feb 19 02:29:13.733528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931e19-2a57-465e-8fa7-8a39c1e36835 req-915a8b3c-986b-4d06-b610-1a26df94c908 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:13.735714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae931e19-2a57-465e-8fa7-8a39c1e36835 req-915a8b3c-986b-4d06-b610-1a26df94c908 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.0972111
Feb 19 02:29:13.801542 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae931e19-2a57-465e-8fa7-8a39c1e36835 req-925fd06b-b035-4f05-af65-b8279a712f33 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591362
Feb 19 02:29:14.112360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58292) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:14.254797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.270337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:14.275004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Usage tracker for resource:security_group_rule and tenant:2988c83acc5340e3a5e80a60fd763510 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:14.278086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:14.283996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:14.373878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.381271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.401105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3d9a3071-c75a-437f-85c9-0eb18d8beef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:14.441856 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2988c83acc5340e3a5e80a60fd763510&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3283064
Feb 19 02:29:14.444784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58318) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:14.448682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf9a4dc-a0de-423a-a887-45c470189c14,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:14.455955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:14.651448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.696530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.752809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162ea45-e1a4-4e46-b1d8-39926bac157e req-810d6ecc-b810-4495-be31-2165c6cf0d01 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:14.754538 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d162ea45-e1a4-4e46-b1d8-39926bac157e req-810d6ecc-b810-4495-be31-2165c6cf0d01 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.2511802
Feb 19 02:29:14.761524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-acccb8f5-aa20-4997-a159-1b0efade2935 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:14.763126 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-acccb8f5-aa20-4997-a159-1b0efade2935 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 946 time: 0.2163262
Feb 19 02:29:14.878399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bd95-38fa-4e52-845c-a9068d74c58b req-2499856b-6e04-4083-8480-dc589cb54123 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:14.880401 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7720bd95-38fa-4e52-845c-a9068d74c58b req-2499856b-6e04-4083-8480-dc589cb54123 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.0974119
Feb 19 02:29:14.880541 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d162ea45-e1a4-4e46-b1d8-39926bac157e req-24ef3b6b-2a0e-4ea5-adc5-b90bd7da76aa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132233
Feb 19 02:29:14.913671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Deleting port 278e34f1-4ef8-45d9-9318-24113c70b71c {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:14.914034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.942167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:14.952448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:14.974289 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7720bd95-38fa-4e52-845c-a9068d74c58b req-67d76219-3aff-4b9e-8f20-cb2a15dadee6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811458
Feb 19 02:29:14.975275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf9a4dc-a0de-423a-a887-45c470189c14,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:14.978050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:14.996846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:15.000540 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bf9a4dc-a0de-423a-a887-45c470189c14 HTTP/1.1" status: 204  len: 168 time: 0.5516005
Feb 19 02:29:15.323638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae95809-2967-49a9-b97e-d86ddce97796 req-5e2cfad4-5d1a-42a2-bf03-4544bbf70029 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:15.325429 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ae95809-2967-49a9-b97e-d86ddce97796 req-5e2cfad4-5d1a-42a2-bf03-4544bbf70029 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.2286606
Feb 19 02:29:15.335608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] For port 278e34f1-4ef8-45d9-9318-24113c70b71c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=278e34f1-4ef8-45d9-9318-24113c70b71c,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:15.336971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:15.536983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Calling delete_port for 278e34f1-4ef8-45d9-9318-24113c70b71c owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:15.587973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ae95809-2967-49a9-b97e-d86ddce97796 req-0a1b9fe3-ffed-465a-bcd8-2f3794fae442 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392747
Feb 19 02:29:15.729212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:15.748189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8284f0a1-8d3e-424a-83cd-77646eb1620b tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:15.848730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event deleted for resources: {'Port': ['ID=278e34f1-4ef8-45d9-9318-24113c70b71c,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:15.852476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:15.869886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58382) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:16.032354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] No DVR routers for this DVR port 278e34f1-4ef8-45d9-9318-24113c70b71c on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:16.035393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.038842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'name': 'network-vif-deleted', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:16.053267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-336767559-network', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:16.057214 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5e8e3b5-ad1a-461a-b460-306279a8b0f6 req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "DELETE /v2.0/ports/278e34f1-4ef8-45d9-9318-24113c70b71c HTTP/1.1" status: 204  len: 173 time: 1.2612889
Feb 19 02:29:16.061069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:16.065671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Usage tracker for resource:network and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:16.069427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:16.087916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:16.100515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Made reservation on behalf of e134d1a72aee466e8636d06121d39c09 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:16.111444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.136160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.156234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:16.161714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Usage tracker for resource:security_group_rule and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:16.165658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:16.175256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:16.238491 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5de97c33-3a80-4706-9ce8-e99e0340b77b req-3ab901ab-622f-4192-afb9-27109ec06c3d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4 HTTP/1.1" status: 200  len: 210 time: 0.0569983
Feb 19 02:29:16.260445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471a31d-0292-40a1-a9ab-82bf32fedf51 req-ef9c9704-1ea8-49d6-9353-42b6f1c28d26 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:16.263458 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5471a31d-0292-40a1-a9ab-82bf32fedf51 req-ef9c9704-1ea8-49d6-9353-42b6f1c28d26 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 944 time: 0.1064558
Feb 19 02:29:16.295611 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5c38ce-4f39-42d7-a62c-22f4a12a7bc4', 'name': 'network-vif-deleted', 'tag': '278e34f1-4ef8-45d9-9318-24113c70b71c', 'status': 'completed', 'code': 200}
Feb 19 02:29:16.317508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5471a31d-0292-40a1-a9ab-82bf32fedf51 req-cf00624d-ded8-40eb-8e27-064b2296f296 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466831
Feb 19 02:29:16.337703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.340702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.343930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1c2beb71-5168-4c7d-8741-96738b701cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:16.378618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:29:16.388963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18897dbe-0a98-4b6b-98f4-b61a8ab3d010,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:16.392416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:16.397386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.397386 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Added segment 293ff3ec-3986-4655-b019-ba4885b0b14f of type vxlan for network 1a196cc5-5370-49d8-b297-9862ae510cb8
Feb 19 02:29:16.428427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.459724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.460968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:16.461689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.466633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:16.576993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Pushing event updated for resources: {'Network': ['ID=1a196cc5-5370-49d8-b297-9862ae510cb8,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:16.580265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7091870
Feb 19 02:29:16.581274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:16.583338 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58396) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:16.588710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:16.589200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Request body: {'subnet': {'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-336767559-subnet', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:16.594510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:16.598632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Usage tracker for resource:subnet and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:16.602143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:16.607333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:16.608052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:16.627663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Made reservation on behalf of e134d1a72aee466e8636d06121d39c09 for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:16.633650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852414953'] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:16.857566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7afc5-a6c6-4b74-b5e3-bd7636f5245a req-44e29630-0602-4eec-982e-78f0cfe19907 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:16.859257 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1dc7afc5-a6c6-4b74-b5e3-bd7636f5245a req-44e29630-0602-4eec-982e-78f0cfe19907 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1356905
Feb 19 02:29:16.942467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:16.963699 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1dc7afc5-a6c6-4b74-b5e3-bd7636f5245a req-7d2d0af5-0b45-42aa-b7a1-ccb7a7c5fbcf tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669196
Feb 19 02:29:17.049349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:17.049781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.195717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.239733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2348448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852414940'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.242485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:17.243798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:17.263604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.266131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:17.401311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9758309c-53ec-47e6-b805-24ae4d3d77d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:17.407031 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'code': 200}
Feb 19 02:29:17.407804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e1f54a87-7aba-4e6f-b828-fc9539abed94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:17.494388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Checking segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:17.494824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Network hostable DHCP agents. Network: 1a196cc5-5370-49d8-b297-9862ae510cb8, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:29:17.506380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58424) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:17.510121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:17.521884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=6']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:17.533918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.534313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.534759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.535143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.535655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.536033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.536389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.536942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.537313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.537686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.538057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.538430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.538921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.539295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.539669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.540037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.540388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.540932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.541290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:17.541396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.541654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.542043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.542466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.542841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.543211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:17.548457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:17.558850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 0ea13f49-61f4-4ec3-9378-7226894dc825 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:17.559291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.627851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:29:17.656615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 1a196cc5-5370-49d8-b297-9862ae510cb8) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:17.681702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:17.682723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.690208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab46700-5011-41cf-b1bb-9967ad6d4d3c None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:17.713727 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bdcbab27-27d4-4972-bb98-ef090ef078b4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1292799
Feb 19 02:29:17.716937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58434) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:17.722609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474986-4479-4a6b-b016-dfc852f57e07 req-f55459f4-64a5-453b-bf52-eac8a8cf476e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:17.724706 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a474986-4479-4a6b-b016-dfc852f57e07 req-f55459f4-64a5-453b-bf52-eac8a8cf476e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1922419
Feb 19 02:29:17.727071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:17.732835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:17.741642 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-866ff21d-8cbe-4edb-926f-02649968e75d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c43e163eccb44a118e6b89d19bdb5064&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2338636
Feb 19 02:29:17.744010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58438) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:17.749779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Usage tracker for resource:router and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:17.753661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:17.786090 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a474986-4479-4a6b-b016-dfc852f57e07 req-c856ad81-95bd-4890-897f-b206616799af tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550041
Feb 19 02:29:17.834832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:17.860960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.864374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.865555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.903933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:17.955073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.058665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 278e34f1-4ef8-45d9-9318-24113c70b71c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:18.091105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-1a196cc5-5370-49d8-b297-9862ae510cb8', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:29:18.092014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.111315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: 278e34f1-4ef8-45d9-9318-24113c70b71c {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:29:18.111712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 278e34f1-4ef8-45d9-9318-24113c70b71c not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:29:18.264580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.280552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45488b90-63b1-4bd5-b381-580e930b52d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:18.284432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:18.358148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc357dda-1c27-480b-97c9-9cc076051050 req-1531f9f2-7934-4711-b10f-9fd69331e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:18.359836 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc357dda-1c27-480b-97c9-9cc076051050 req-1531f9f2-7934-4711-b10f-9fd69331e888 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1163 time: 0.3941667
Feb 19 02:29:18.372904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7e4bf-28e6-45f0-a333-66ce513aae5a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:18.377508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:18.379954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.462609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:18.463045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.512043 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cc357dda-1c27-480b-97c9-9cc076051050 req-dfa5c81e-b487-40e9-961f-8467c5665297 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276541
Feb 19 02:29:18.517348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.521590 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88d7e4bf-28e6-45f0-a333-66ce513aae5a HTTP/1.1" status: 204  len: 168 time: 0.7708490
Feb 19 02:29:18.559075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Allocated IP 172.20.0.2 (1a196cc5-5370-49d8-b297-9862ae510cb8/8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531/28511fa8-a868-448b-92df-eed2ca293811) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:18.974816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:18.987577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Transition to ACTIVE for port object 28511fa8-a868-448b-92df-eed2ca293811 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:19.006680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Transition to ACTIVE for port object 28511fa8-a868-448b-92df-eed2ca293811 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:19.013947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.164055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:19.203692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.244344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:19.247811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:19.252112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:19.270866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.325742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Pushing event updated for resources: {'Port': ['ID=28511fa8-a868-448b-92df-eed2ca293811,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:19.330614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:19.331437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Attempting to bind port 28511fa8-a868-448b-92df-eed2ca293811 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:19.331845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Attempting to bind port 28511fa8-a868-448b-92df-eed2ca293811 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:19.332261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Attempting to bind port 28511fa8-a868-448b-92df-eed2ca293811 on network 1a196cc5-5370-49d8-b297-9862ae510cb8 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:19.338972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:19.339405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Checking segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:19.339884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.340342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Bound using segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:19.340867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Bound port: 28511fa8-a868-448b-92df-eed2ca293811, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:19.341285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.480071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-510dff51-b027-470b-a782-c7e5a338017a None None] For port 28511fa8-a868-448b-92df-eed2ca293811, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:19.488846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-510dff51-b027-470b-a782-c7e5a338017a None None] For port 28511fa8-a868-448b-92df-eed2ca293811, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=28511fa8-a868-448b-92df-eed2ca293811,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:19.492901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.513801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:19.531471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58474) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:19.656798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Pushing event updated for resources: {'Port': ['ID=28511fa8-a868-448b-92df-eed2ca293811,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:19.662831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:19.684996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e856836-e801-4527-b878-ec1f670237b5 req-40c8bffe-54ea-479f-9920-fe81f4727a9d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:19.693644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7e856836-e801-4527-b878-ec1f670237b5 req-40c8bffe-54ea-479f-9920-fe81f4727a9d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.4914813
Feb 19 02:29:19.694580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f007d0a-8a4f-4a5c-bbe5-86b773fa7058 req-9d117e09-7977-4643-aa8e-1ea8de488345 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:19.696722 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f007d0a-8a4f-4a5c-bbe5-86b773fa7058 req-9d117e09-7977-4643-aa8e-1ea8de488345 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.1069975
Feb 19 02:29:19.733948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1199573198-network', 'tenant_id': '34bd5f2d3f10452aa7848bc1d229dfdd'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:19.744912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:19.753031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Usage tracker for resource:network and tenant:34bd5f2d3f10452aa7848bc1d229dfdd is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:19.768884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:19.781047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:19.788608 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f007d0a-8a4f-4a5c-bbe5-86b773fa7058 req-ab012b90-fae6-4471-8edd-72e6a9905afa tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843079
Feb 19 02:29:19.799373 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7e856836-e801-4527-b878-ec1f670237b5 req-27ecb7a8-eda6-4440-ad88-5e4e4c0ac8e4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046164
Feb 19 02:29:19.838253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Allocated IP 172.27.1.48 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/9c86743d-d827-46e4-9f16-0e31256a5108) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:19.862790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Made reservation on behalf of 34bd5f2d3f10452aa7848bc1d229dfdd for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:19.868334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.882913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:19.912817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:19.918007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Usage tracker for resource:security_group_rule and tenant:34bd5f2d3f10452aa7848bc1d229dfdd is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:19.921223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:19.929200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:20.032151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.035799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.041050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e4cf3811-04c7-4eb9-9b31-58867422585a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:20.057732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.071668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:29:20.088625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98308467-74c6-4e6a-a92c-e7a03bc73b61,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:20.092111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.092716 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Added segment 21b08686-06ed-426d-8900-a4a0f2909985 of type vxlan for network d734f7f3-2e72-4bf5-8705-7f9359473827
Feb 19 02:29:20.094312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:20.109215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.125741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.220270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-01ec08d8-d3b3-4e5d-a020-41c82e011561 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:20.224297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.225650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:20.226342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.230530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e0c0666e-7556-489a-8ec0-fc1ae4b66584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:20.326776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:20.340884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Pushing event updated for resources: {'Port': ['ID=9c86743d-d827-46e4-9f16-0e31256a5108,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:20.346961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:20.349987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Pushing event updated for resources: {'Network': ['ID=d734f7f3-2e72-4bf5-8705-7f9359473827,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:20.370617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:20.375896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network d734f7f3-2e72-4bf5-8705-7f9359473827 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:20.390346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network d734f7f3-2e72-4bf5-8705-7f9359473827 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:20.405604 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8726737
Feb 19 02:29:20.408864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58496) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:20.423789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Request body: {'subnet': {'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1199573198-subnet', 'tenant_id': '34bd5f2d3f10452aa7848bc1d229dfdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:20.427320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:20.428749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:20.431892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:20.434423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:20.443228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Usage tracker for resource:subnet and tenant:34bd5f2d3f10452aa7848bc1d229dfdd is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:20.447282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:20.455159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:20.492091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Made reservation on behalf of 34bd5f2d3f10452aa7848bc1d229dfdd for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:20.497425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852414953'] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:20.598791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port f7dc3053-2f41-4450-982f-60c5d1f56ee3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:20.599394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:21.087494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:21.193654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a90bc4-d545-4066-8f2b-976fcd5c5888 req-2c4f1d12-9734-4f7a-8d4b-2c0ce8b786d5 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:21.196203 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-13a90bc4-d545-4066-8f2b-976fcd5c5888 req-2c4f1d12-9734-4f7a-8d4b-2c0ce8b786d5 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.1935463
Feb 19 02:29:21.229903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2348448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852414940'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:21.315423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2cd6e89c-8f75-4d10-ae98-c9920069afa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:21.359401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ce926-1cae-491d-b746-9bd5b08129ea req-1b740f42-0c0d-4c22-90c4-f783a1dd1ccd tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:21.361266 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e9ce926-1cae-491d-b746-9bd5b08129ea req-1b740f42-0c0d-4c22-90c4-f783a1dd1ccd tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.3417416
Feb 19 02:29:21.415987 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-13a90bc4-d545-4066-8f2b-976fcd5c5888 req-b1295126-2fdc-42be-9d4c-1a256df84ef7 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103243
Feb 19 02:29:21.446842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08e6d55-4943-4d8c-8257-a4e056d1f406,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:21.451220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:21.509454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Checking segment: {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:21.509856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Network hostable DHCP agents. Network: d734f7f3-2e72-4bf5-8705-7f9359473827, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:29:21.538105 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e9ce926-1cae-491d-b746-9bd5b08129ea req-6bd721ac-0c5a-416a-b870-0569a42d9631 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1662638
Feb 19 02:29:21.541100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Network d734f7f3-2e72-4bf5-8705-7f9359473827 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:29:21.542261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5c4a5-294d-4af2-a808-08df8ccd4e4f None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:21.552746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, d734f7f3-2e72-4bf5-8705-7f9359473827) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:21.570802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:21.571427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:21.603236 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1931117
Feb 19 02:29:21.649399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faee221-5588-41e4-a079-589d77fc9469 req-70a259a2-941f-47cb-ac1e-5fafd91f0481 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:21.650714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-4faee221-5588-41e4-a079-589d77fc9469 req-70a259a2-941f-47cb-ac1e-5fafd91f0481 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:21.674245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:21.749005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-4faee221-5588-41e4-a079-589d77fc9469 req-70a259a2-941f-47cb-ac1e-5fafd91f0481 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:21.750464 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4faee221-5588-41e4-a079-589d77fc9469 req-70a259a2-941f-47cb-ac1e-5fafd91f0481 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.4376895
Feb 19 02:29:21.813463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e9361-4586-428d-8e80-aa8fe88a63fa None None] Network d734f7f3-2e72-4bf5-8705-7f9359473827 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:21.888594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 28511fa8-a868-448b-92df-eed2ca293811 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:22.171194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfc9fd-4b43-457a-9f2c-45194ee1231e None None] Network d734f7f3-2e72-4bf5-8705-7f9359473827 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:22.209616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Deleting port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:22.210046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:22.333900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:22.416094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Router 5cd91d82-3573-4d3b-978b-c1919eefcdcd is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:29:22.515491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Provisioning for port 28511fa8-a868-448b-92df-eed2ca293811 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:22.518940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 28511fa8-a868-448b-92df-eed2ca293811 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:22.590514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 28511fa8-a868-448b-92df-eed2ca293811 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:22.590959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:22.622689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Provisioning complete for port 28511fa8-a868-448b-92df-eed2ca293811 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:22.622914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:22.674384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29c07-a17e-4a34-b8dd-88424ee7c9a1 req-50434177-fadd-403f-abd1-56c271b938fc tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:22.676737 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7ba29c07-a17e-4a34-b8dd-88424ee7c9a1 req-50434177-fadd-403f-abd1-56c271b938fc tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 945 time: 0.0969818
Feb 19 02:29:22.738474 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7ba29c07-a17e-4a34-b8dd-88424ee7c9a1 req-213fe5b7-2071-4605-8786-6c90e229e83d tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545614
Feb 19 02:29:22.775765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:29:22.843239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:22.843633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:22.887737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:22.944681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:22.949961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d6d2-d154-4d1d-98aa-2fb9cad57bef req-ea0a825f-c987-4154-9ed5-beca291799bf tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:22.951405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:22.952316 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ea9d6d2-d154-4d1d-98aa-2fb9cad57bef req-ea0a825f-c987-4154-9ed5-beca291799bf tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0947125
Feb 19 02:29:22.996681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.009159 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5ea9d6d2-d154-4d1d-98aa-2fb9cad57bef req-cc7bdf95-431c-45cf-877e-57c17d8bc785 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483022
Feb 19 02:29:23.019300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:23.019934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Calling delete_port for bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:23.062056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4fa88-f62c-466a-8c4e-28281501a86e req-21929d5a-a5d1-4caf-adf7-f3dddf4121d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:23.063844 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b4f4fa88-f62c-466a-8c4e-28281501a86e req-21929d5a-a5d1-4caf-adf7-f3dddf4121d8 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.5451083
Feb 19 02:29:23.083602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:29:23.094020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Sync routers for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:29:23.108830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:23.109934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf42700b70>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:23.118689 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497', 'code': 200}
Feb 19 02:29:23.147686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.164520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.175427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.176790 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.4587412
Feb 19 02:29:23.179863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58552) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:23.180338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b4f4fa88-f62c-466a-8c4e-28281501a86e req-a14a1f38-019c-4752-831b-d2a473a24d4c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014121
Feb 19 02:29:23.207880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:29:23.208833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:29:23.244251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:23.248431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 28511fa8-a868-448b-92df-eed2ca293811, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=28511fa8-a868-448b-92df-eed2ca293811,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:23.252327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:23.290485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.304352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:23.315073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:23.391296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=28511fa8-a868-448b-92df-eed2ca293811,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:23.396543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:23.398730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:29:23.399163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-e8863f5d-6a45-4ee4-96dc-334e8c67045e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:29:23.672479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf42700b70>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:20Z', 'revision_number': 3, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:23.678095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Checking router: 5cd91d82-3573-4d3b-978b-c1919eefcdcd for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:29:23.678609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Updating router 5cd91d82-3573-4d3b-978b-c1919eefcdcd port 9c86743d-d827-46e4-9f16-0e31256a5108 binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:29:23.714054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Deleting port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:23.714591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:23.733473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 28511fa8-a868-448b-92df-eed2ca293811 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:23.760697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.051576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 28511fa8-a868-448b-92df-eed2ca293811 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:24.052000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.235577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0bd1ff21-7c62-472e-b3f3-3d4b8f69fcd6 None None] Provisioning complete for port 28511fa8-a868-448b-92df-eed2ca293811 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:24.236125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ff21-7c62-472e-b3f3-3d4b8f69fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.296673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] For port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,segment=NetworkSegment(68d7564b-85c2-4e2a-a525-4de02ebc646f),segment_id=68d7564b-85c2-4e2a-a525-4de02ebc646f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:24.297559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.329102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e3d0-ff67-4e69-b147-abe93e562e92 req-c887ba3c-3397-4edf-852f-6ad942576e66 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:24.340076 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5358e3d0-ff67-4e69-b147-abe93e562e92 req-c887ba3c-3397-4edf-852f-6ad942576e66 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 943 time: 0.4337845
Feb 19 02:29:24.457839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.471257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Transition to ACTIVE for port object 9c86743d-d827-46e4-9f16-0e31256a5108 will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:24.474509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.484762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-1de82762-f4d7-485c-accc-51298931ce83 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:24.485510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-efea2ede-5685-4a29-9d28-f937063896c7 req-1de82762-f4d7-485c-accc-51298931ce83 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Synchronizing usage tracker for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:24.490591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-dafaecd5-0bdf-43c6-8674-f3435035868d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:24.501332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Calling delete_port for bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:24.506083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.540445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-efea2ede-5685-4a29-9d28-f937063896c7 req-1de82762-f4d7-485c-accc-51298931ce83 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Unset dirty status for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:24.541806 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-1de82762-f4d7-485c-accc-51298931ce83 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 814 time: 0.4073265
Feb 19 02:29:24.583835 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5358e3d0-ff67-4e69-b147-abe93e562e92 req-b71f5ea9-6f32-4c3c-b29e-08facea7eaf1 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b2c7e3b-cd87-41aa-91f7-149de05f26cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423003
Feb 19 02:29:24.626539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Pushing event updated for resources: {'Port': ['ID=9c86743d-d827-46e4-9f16-0e31256a5108,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:24.632130 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-ebf1a33e-0c24-401e-8686-659a910ff846 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/quotas/34bd5f2d3f10452aa7848bc1d229dfdd HTTP/1.1" status: 200  len: 375 time: 0.0678515
Feb 19 02:29:24.649136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.649518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.649894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.650266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.650666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.651036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.651401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.651765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.652124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.652485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.652844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.653201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.653632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.653992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.654326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.654715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.655072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.655431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.655792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.656150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.656524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.656882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.657236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.657588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:29:24.664237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:24.701011 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-e5ab5a7e-9c05-4970-b612-283f11d4f4e5 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0674798
Feb 19 02:29:24.712623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Attempting to bind port 9c86743d-d827-46e4-9f16-0e31256a5108 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:24.713121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Attempting to bind port 9c86743d-d827-46e4-9f16-0e31256a5108 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:24.713616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Attempting to bind port 9c86743d-d827-46e4-9f16-0e31256a5108 on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:24.719822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:24.720346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:24.720868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.721370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:24.722044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Bound port: 9c86743d-d827-46e4-9f16-0e31256a5108, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:24.722522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.801727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] For port 9c86743d-d827-46e4-9f16-0e31256a5108, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:24.806161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] For port 9c86743d-d827-46e4-9f16-0e31256a5108, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=9c86743d-d827-46e4-9f16-0e31256a5108,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:24.809687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.826472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:24.827927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:24.909567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:24.931965 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-b1aeff5b-b6c7-4de4-9d51-816e00b16dbd service neutron] 10.222.0.44 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299547
Feb 19 02:29:24.973973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Pushing event deleted for resources: {'Port': ['ID=bc9c2baf-39ce-43cd-95df-a8bcd7ed3497,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:24.981388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:25.002282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Pushing event updated for resources: {'Port': ['ID=9c86743d-d827-46e4-9f16-0e31256a5108,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:25.008213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:25.052315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:25.052586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf42700b70>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:25.063891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161547e-c079-4465-a5db-f4bfe768ed33 req-0ae8ce66-dd21-4654-a9d0-7ae1331d53cc tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:25.066869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5161547e-c079-4465-a5db-f4bfe768ed33 req-0ae8ce66-dd21-4654-a9d0-7ae1331d53cc tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.3481529
Feb 19 02:29:25.079842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0bef5b6a-72ff-4133-a669-ee18c4d79cd3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:25.081925 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0bef5b6a-72ff-4133-a669-ee18c4d79cd3 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 945 time: 0.3617949
Feb 19 02:29:25.144610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] No DVR routers for this DVR port bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:25.147163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:25.186157 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-62542979-0ac3-4cd6-a7be-ca8cbaa5dc08 service neutron] 10.222.0.44 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2532554
Feb 19 02:29:25.202110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Allocated IP 172.20.0.1 (1a196cc5-5370-49d8-b297-9862ae510cb8/8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531/45261a26-987d-47a2-b184-8b6ca7fa35f6) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:25.225043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-deleted', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:25.236438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Deleting port 023b83ee-b321-4330-8efb-ac121d463f35 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:25.236974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:25.248927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:25.326673 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4faee221-5588-41e4-a079-589d77fc9469 req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.53 "DELETE /v2.0/ports/bc9c2baf-39ce-43cd-95df-a8bcd7ed3497 HTTP/1.1" status: 204  len: 173 time: 3.5659380
Feb 19 02:29:25.371667 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cde0d9-bb04-4e83-bc35-22f026ead5da', 'name': 'network-vif-deleted', 'tag': 'bc9c2baf-39ce-43cd-95df-a8bcd7ed3497', 'status': 'completed', 'code': 200}
Feb 19 02:29:25.412981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5161547e-c079-4465-a5db-f4bfe768ed33 req-97534fe3-a900-47b2-80dc-3af107902589 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298275
Feb 19 02:29:25.557559 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8afe3d37-84d7-4d1b-8a35-3a863cbee875 req-03cf8955-647c-4943-a911-947132eef792 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 210 time: 0.1116235
Feb 19 02:29:25.589781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:25.607974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Transition to ACTIVE for port object 45261a26-987d-47a2-b184-8b6ca7fa35f6 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:25.618593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] For port 023b83ee-b321-4330-8efb-ac121d463f35, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=023b83ee-b321-4330-8efb-ac121d463f35,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:25.619113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:25.647597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf42700b70>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:20Z', 'revision_number': 3, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:25.654500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c03e08-7830-4132-979b-92b1f3c731ec None None] The sync data for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi is: [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:20Z', 'revision_number': 3, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:29:25.669956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:25.689464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:25.861714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Pushing event updated for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:25.865568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:25.930172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:25.932098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:25.935912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:26.016117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.086043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-983c61dd-b95c-4595-9bb0-10c69946c1ef req-0f6b9849-a7a6-4c10-b822-e5ba60e20418 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Synchronizing usage tracker for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:26.100096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Calling delete_port for 023b83ee-b321-4330-8efb-ac121d463f35 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:26.255442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-983c61dd-b95c-4595-9bb0-10c69946c1ef req-0f6b9849-a7a6-4c10-b822-e5ba60e20418 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Unset dirty status for tenant:bf138e653b034c909eb38d6f109c2c4b on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:26.265682 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-983c61dd-b95c-4595-9bb0-10c69946c1ef req-0f6b9849-a7a6-4c10-b822-e5ba60e20418 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cde0d9-bb04-4e83-bc35-22f026ead5da HTTP/1.1" status: 200  len: 210 time: 0.3595407
Feb 19 02:29:26.294028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:26.304644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.399876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.414438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No active binding found for port 023b83ee-b321-4330-8efb-ac121d463f35 {{(pid=84008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 19 02:29:26.414915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 023b83ee-b321-4330-8efb-ac121d463f35 not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:29:26.421089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:26.428227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1fe8a155-dd4c-43c3-ac11-62b8d68235c0 None None] Provisioning for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:26.434172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-1fe8a155-dd4c-43c3-ac11-62b8d68235c0 None None] Provisioning complete for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:26.434627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a155-dd4c-43c3-ac11-62b8d68235c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.504562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8a155-dd4c-43c3-ac11-62b8d68235c0 None None] Port 45261a26-987d-47a2-b184-8b6ca7fa35f6 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:29:26.545030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Pushing event deleted for resources: {'Port': ['ID=023b83ee-b321-4330-8efb-ac121d463f35,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:26.548047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:26.665991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] No DVR routers for this DVR port 023b83ee-b321-4330-8efb-ac121d463f35 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:26.668696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.669450 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5efcf49d-4dab-4236-9fd7-29cf0d96bb92 req-e373dd7f-ca6c-4284-80fe-bb92826dfaf4 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a95f9f7-96ac-4fc6-8ef3-95fb723b525a HTTP/1.1" status: 200  len: 210 time: 0.0733671
Feb 19 02:29:26.691648 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-58d3eca5-d210-4107-936a-2a0b4e20be67 req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "DELETE /v2.0/ports/023b83ee-b321-4330-8efb-ac121d463f35 HTTP/1.1" status: 204  len: 173 time: 1.5612903
Feb 19 02:29:26.773971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.782289 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7291f530-0083-4d31-a25e-29834d93f4dd req-1ba33185-fa85-4118-87cf-ad8e6cd4f969 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 210 time: 0.0572329
Feb 19 02:29:26.793965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.831230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:26.930030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:26.951104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Pushing event updated for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:26.954424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:26.994999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-a3484148-b44d-44a2-8286-93a6110cb561 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:26.996946 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-a3484148-b44d-44a2-8286-93a6110cb561 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 814 time: 0.1979492
Feb 19 02:29:27.024542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Request body: {'port': {'device_id': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827', 'admin_state_up': True, 'tenant_id': '34bd5f2d3f10452aa7848bc1d229dfdd'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:27.094321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:27.095664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:27.195818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:27.200060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Usage tracker for resource:port and tenant:34bd5f2d3f10452aa7848bc1d229dfdd is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:27.203566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:27.210109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:27.223761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Made reservation on behalf of 34bd5f2d3f10452aa7848bc1d229dfdd for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:27.229713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:27.332016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Router 5cd91d82-3573-4d3b-978b-c1919eefcdcd has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:29:27.347728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-03752531-a1b7-4d4d-810c-e68a38d3bc32 None None] Provisioning complete for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:27.348800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-03752531-a1b7-4d4d-810c-e68a38d3bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:27.377279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'name': 'network-vif-deleted', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:27.391422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58600) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:27.424327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-03752531-a1b7-4d4d-810c-e68a38d3bc32 None None] Port 45261a26-987d-47a2-b184-8b6ca7fa35f6 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:29:27.449555 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a95f9f7-96ac-4fc6-8ef3-95fb723b525a', 'name': 'network-vif-deleted', 'tag': '023b83ee-b321-4330-8efb-ac121d463f35', 'status': 'completed', 'code': 200}
Feb 19 02:29:27.557480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Deleting subnet 4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:29:27.574893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:27.684860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:27.707469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:27.738148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 9c86743d-d827-46e4-9f16-0e31256a5108 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:27.777813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Allocated IP 172.20.0.13 (d734f7f3-2e72-4bf5-8705-7f9359473827/f08e6d55-4943-4d8c-8257-a4e056d1f406/3c8c8966-a8f7-40ab-8c5e-69bd76842ed3) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:27.796045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:29:27.813827 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] 10.222.0.44 "PUT /v2.0/routers/5cd91d82-3573-4d3b-978b-c1919eefcdcd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6323540
Feb 19 02:29:27.846574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 9c86743d-d827-46e4-9f16-0e31256a5108 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:27.852686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 9c86743d-d827-46e4-9f16-0e31256a5108 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:27.853116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.102736 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f20feea-726e-4b6a-9cf0-0d8b6ccc52c9 req-df6e72a3-1797-4012-b857-39d80ca12da5 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 210 time: 0.0922813
Feb 19 02:29:28.261920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.279755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 9c86743d-d827-46e4-9f16-0e31256a5108, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=9c86743d-d827-46e4-9f16-0e31256a5108,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:28.283037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.287498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:28.364873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9c86743d-d827-46e4-9f16-0e31256a5108,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:28.370401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:28.377200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.384068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.408349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-12dd44e0-4589-4dd4-85cd-e8c0ac390da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:28.516053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:28.523750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:28.536718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440421bb-8519-4fa0-af3b-4eaa969067a5 req-3554c9da-5523-4b76-9693-0f1c45853300 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:28.537496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-440421bb-8519-4fa0-af3b-4eaa969067a5 req-3554c9da-5523-4b76-9693-0f1c45853300 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Synchronizing usage tracker for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:28.585089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-440421bb-8519-4fa0-af3b-4eaa969067a5 req-3554c9da-5523-4b76-9693-0f1c45853300 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Unset dirty status for tenant:9bdc6eeb362640cd96dab7841d609efa on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:28.586745 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-440421bb-8519-4fa0-af3b-4eaa969067a5 req-3554c9da-5523-4b76-9693-0f1c45853300 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.3374779
Feb 19 02:29:28.588436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.603272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58632) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:28.611141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037201443-network', 'tenant_id': '17262fbb64d740efb60961e365c3f498'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:28.617520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.617762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:28.622562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Usage tracker for resource:network and tenant:17262fbb64d740efb60961e365c3f498 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:28.625570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:28.631699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:28.634448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:28.643717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Made reservation on behalf of 17262fbb64d740efb60961e365c3f498 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:28.648679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.662033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.667690 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4cadee7a-d8ab-4bf9-89e1-1d8aae4027cf HTTP/1.1" status: 204  len: 168 time: 1.2694037
Feb 19 02:29:28.671432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58636) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:28.698877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:28.764827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Usage tracker for resource:security_group_rule and tenant:17262fbb64d740efb60961e365c3f498 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:28.769851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:28.779768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:28.799986 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-440421bb-8519-4fa0-af3b-4eaa969067a5 req-e5045ca3-b172-4e80-833a-860f22987507 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033763
Feb 19 02:29:28.802895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Pushing event updated for resources: {'Port': ['ID=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:28.816516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:28.820888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.855613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Sync routers for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:29:28.862328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Network d734f7f3-2e72-4bf5-8705-7f9359473827 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:28.863541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:28.865769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:28.870007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:28.870287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:28.870906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf418a2518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:28.871021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:28.892368 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8731508
Feb 19 02:29:28.905983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Request body: {'port': {'device_id': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:29.039084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.048985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.072809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:29.171774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.184048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.202065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:29:29.212265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.212801 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Added segment fb734379-9f6d-4230-b3e6-b93359aae8b0 of type vxlan for network c48efd2f-1567-4f4c-b43e-198fcca31efd
Feb 19 02:29:29.247883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-697c9acb-957c-4cee-90be-7d6487e9d67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:29.269227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.356139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf4261feb8>,) {'filters': {'network_id': ['fd54f352-2984-4a61-b9ca-5bbc66d3aa9f']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:29.377926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a486b-5933-4f44-874d-853ba454a4d8,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:29.381802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:29.386203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4261feb8>, '68d7564b-85c2-4e2a-a525-4de02ebc646f') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:29.387063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4261feb8>, '68d7564b-85c2-4e2a-a525-4de02ebc646f') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:29.417432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.425045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf418a2518>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 2, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:29.429377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Checking router: 5cd91d82-3573-4d3b-978b-c1919eefcdcd for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:29:29.429789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Updating router 5cd91d82-3573-4d3b-978b-c1919eefcdcd port 45261a26-987d-47a2-b184-8b6ca7fa35f6 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:29:29.442212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.445402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.448644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:29.449372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.454654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:29:29.468902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2098bf38-1c13-4279-b35a-66dc50ad7abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:29.482869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:29:29.487205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.491908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.627910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3482a-d89c-4b03-8f7a-2b684b1d4d65 req-2f75acf7-510b-4d3f-8c5e-e1eedca45ba2 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:29.629576 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9d3482a-d89c-4b03-8f7a-2b684b1d4d65 req-2f75acf7-510b-4d3f-8c5e-e1eedca45ba2 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 932 time: 0.3924556
Feb 19 02:29:29.673757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 9c86743d-d827-46e4-9f16-0e31256a5108 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:29.745790 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1411924
Feb 19 02:29:29.746789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Pushing event updated for resources: {'Network': ['ID=c48efd2f-1567-4f4c-b43e-198fcca31efd,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:29.749038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58642) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:29.749997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:29.755945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Request body: {'subnet': {'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037201443-subnet', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:29.762420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:29.769800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Usage tracker for resource:subnet and tenant:17262fbb64d740efb60961e365c3f498 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:29.774393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:29.781186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:29.792281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Made reservation on behalf of 17262fbb64d740efb60961e365c3f498 for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:29:29.797756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.800565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:29.811856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:29.814339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:29.876662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a9d3482a-d89c-4b03-8f7a-2b684b1d4d65 req-3786ded3-229b-4176-b33c-07b2cf017db9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Synchronizing usage tracker for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:29.997740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-a9d3482a-d89c-4b03-8f7a-2b684b1d4d65 req-3786ded3-229b-4176-b33c-07b2cf017db9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Unset dirty status for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:29.999044 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a9d3482a-d89c-4b03-8f7a-2b684b1d4d65 req-3786ded3-229b-4176-b33c-07b2cf017db9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512523
Feb 19 02:29:30.008313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:29:30.016512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Network fd54f352-2984-4a61-b9ca-5bbc66d3aa9f has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:29:30.039747 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:29:30.105070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.resource_extend [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 02:29:30.120232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.124716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.127055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Transition to ACTIVE for port object 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:30.129150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:30.130749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 9c86743d-d827-46e4-9f16-0e31256a5108 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:30.131014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.138194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.153391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fd54f352-2984-4a61-b9ca-5bbc66d3aa9f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:30.155313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-02409ca8-b657-48e9-a2c5-f4f3a5a4fb80 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:30.156122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:30.161318 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8e804548-6b5a-44d0-9027-ca486cda17fd admin admin] 10.222.0.44 "DELETE /v2.0/networks/fd54f352-2984-4a61-b9ca-5bbc66d3aa9f HTTP/1.1" status: 204  len: 168 time: 1.4872537
Feb 19 02:29:30.275218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.339266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Transition to ACTIVE for port object 45261a26-987d-47a2-b184-8b6ca7fa35f6 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:30.345076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.380615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58652) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:30.414067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:30.446210 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9a0ffd53-06b5-4c8a-aa20-ae840c2c881d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf138e653b034c909eb38d6f109c2c4b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0641832
Feb 19 02:29:30.448794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58656) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:30.518407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.528098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Pushing event updated for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:30.532261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:30.548871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.572006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1996fe6-b1cd-43a4-a064-7b25c514522f req-9fb9a5da-644c-4bb1-9564-0616578ef480 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:30.573676 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1996fe6-b1cd-43a4-a064-7b25c514522f req-9fb9a5da-644c-4bb1-9564-0616578ef480 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.5710423
Feb 19 02:29:30.604787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.610403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f65836d5-a598-48a2-adea-22a76df99921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:30.626393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c7e3b-cd87-41aa-91f7-149de05f26cb,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:30.631724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:30.641570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.655085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:30.662388 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b2c7e3b-cd87-41aa-91f7-149de05f26cb HTTP/1.1" status: 204  len: 168 time: 0.2002268
Feb 19 02:29:30.662584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:30.709571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Attempting to bind port 45261a26-987d-47a2-b184-8b6ca7fa35f6 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:30.710576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Attempting to bind port 45261a26-987d-47a2-b184-8b6ca7fa35f6 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:30.710991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Attempting to bind port 45261a26-987d-47a2-b184-8b6ca7fa35f6 on network 1a196cc5-5370-49d8-b297-9862ae510cb8 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:30.715435 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1996fe6-b1cd-43a4-a064-7b25c514522f req-5df557ac-ca12-44fc-8a0b-bdd29b93f230 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258206
Feb 19 02:29:30.718570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:30.719064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Checking segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:30.719444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.719864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Bound using segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:30.720398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Bound port: 45261a26-987d-47a2-b184-8b6ca7fa35f6, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:30.720805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.845193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Attempting to bind port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:30.845575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Attempting to bind port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:30.845955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Attempting to bind port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 on network d734f7f3-2e72-4bf5-8705-7f9359473827 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:30.850327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] For port 45261a26-987d-47a2-b184-8b6ca7fa35f6, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:30.853220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-add4b6c6-b1ab-4025-8bce-3d82add5bc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.856391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:30.856776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Checking segment: {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:30.857194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.857375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] For port 45261a26-987d-47a2-b184-8b6ca7fa35f6, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=45261a26-987d-47a2-b184-8b6ca7fa35f6,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:30.857597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Bound using segment: {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:30.858092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Bound port: 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:30.858516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.865625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:30.883537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:31.018823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.020044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] For port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:31.023888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] For port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:31.048918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9a5a4d10-817c-413c-905f-d03b83357e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:31.072381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Pushing event updated for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:31.076175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:31.122555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:31.123245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf418a2518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:31.147657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.291553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f2334-ab80-4db4-9c78-10f076557f86 req-ad397be6-d75b-4397-b008-545a2f34d4e4 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:31.300231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba9f2334-ab80-4db4-9c78-10f076557f86 req-ad397be6-d75b-4397-b008-545a2f34d4e4 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 944 time: 0.1550832
Feb 19 02:29:31.341188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1479c3c-77de-4f7b-bc02-b5a25e90c368,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:31.353981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:31.358300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:31.360203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:31.373165 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba9f2334-ab80-4db4-9c78-10f076557f86 req-6250d836-76fe-47f4-9a67-f5a81e062aeb tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716636
Feb 19 02:29:31.512385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:31.520206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:31.539248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:31.539943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.541503 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] 10.222.0.53 "PUT /v2.0/ports/3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 HTTP/1.1" status: 200  len: 1158 time: 2.6404955
Feb 19 02:29:31.542057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:31.583377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Checking segment: {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:31.583781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Network hostable DHCP agents. Network: c48efd2f-1567-4f4c-b43e-198fcca31efd, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:29:31.664029 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3', 'status': 'completed', 'code': 200}
Feb 19 02:29:31.679783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Network c48efd2f-1567-4f4c-b43e-198fcca31efd is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:29:31.691431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, c48efd2f-1567-4f4c-b43e-198fcca31efd) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:31.696439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:31.697157 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.726086 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9724617
Feb 19 02:29:31.726558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58684) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:31.733815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:31.741135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:31.749155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Usage tracker for resource:router and tenant:17262fbb64d740efb60961e365c3f498 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:31.753439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-b811ad6d-c274-4a0b-b812-eb6478f34ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:31.755869 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-b811ad6d-c274-4a0b-b812-eb6478f34ded service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 1161 time: 0.1419530
Feb 19 02:29:31.756745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:31.763011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:31.849132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-3f3222aa-01a9-4cf5-a3e7-c980b208835c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 HTTP/1.1" status: 200  len: 217 time: 0.0833857
Feb 19 02:29:31.852924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.854045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.861046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c03b41-155a-42d2-9dda-6de5a07147d5 None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:31.937224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:31.951194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2ede-5685-4a29-9d28-f937063896c7 req-ba2208a2-9a90-4770-8a10-caa0d7757b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:31.952859 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-ba2208a2-9a90-4770-8a10-caa0d7757b9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f08e6d55-4943-4d8c-8257-a4e056d1f406 HTTP/1.1" status: 200  len: 854 time: 0.0948837
Feb 19 02:29:32.001213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f908-be18-45cc-aaa4-aeb6d5b01d87 req-bee9f8e8-63fa-4a85-af16-6403fa2eabe6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:32.003349 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c215f908-be18-45cc-aaa4-aeb6d5b01d87 req-bee9f8e8-63fa-4a85-af16-6403fa2eabe6 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1505516
Feb 19 02:29:32.032356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf418a2518>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:30Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:32.041027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf8a4b-42a5-4d21-9cf5-d7b5dae36f73 None None] The sync data for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi is: [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:30Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:29:32.041898 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-187f49ec-9260-4bcc-90b3-9ec2d3d710ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d734f7f3-2e72-4bf5-8705-7f9359473827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799828
Feb 19 02:29:32.065323 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c215f908-be18-45cc-aaa4-aeb6d5b01d87 req-ac9e911d-3c3e-4e0e-9dce-7cd7ac057e63 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532300
Feb 19 02:29:32.185030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-c48efd2f-1567-4f4c-b43e-198fcca31efd', 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'fixed_ips': [{'subnet_id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:29:32.187304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:32.434981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-bcf96946-d17c-47c6-abf6-b66c41f22f6d service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777450
Feb 19 02:29:32.599256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Allocated IP 172.20.0.2 (c48efd2f-1567-4f4c-b43e-198fcca31efd/a1479c3c-77de-4f7b-bc02-b5a25e90c368/912eb75a-d440-4707-b6c2-8b9f7ce8e507) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:32.664970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-efea2ede-5685-4a29-9d28-f937063896c7 req-351624c6-a458-440d-9177-37729c1bfa0e service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621737
Feb 19 02:29:32.864058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:32.885173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:32.898780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Transition to ACTIVE for port object 912eb75a-d440-4707-b6c2-8b9f7ce8e507 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:32.918865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Transition to ACTIVE for port object 912eb75a-d440-4707-b6c2-8b9f7ce8e507 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:32.923243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.016364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:33.104218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Pushing event updated for resources: {'Port': ['ID=912eb75a-d440-4707-b6c2-8b9f7ce8e507,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:33.110789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:33.197046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:33.198915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:33.204502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:33.271367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Attempting to bind port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:33.271790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Attempting to bind port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:33.272202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Attempting to bind port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 on network c48efd2f-1567-4f4c-b43e-198fcca31efd {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:33.286415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:33.286947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Checking segment: {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:33.287275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.287709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Bound using segment: {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:33.288284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Bound port: 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:33.288700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.296549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ca01-d0a3-4cf1-a3cb-cb5b6813e025 req-d690e08b-c1e8-4abb-9e51-f6123597745e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:33.297302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3da4ca01-d0a3-4cf1-a3cb-cb5b6813e025 req-d690e08b-c1e8-4abb-9e51-f6123597745e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Synchronizing usage tracker for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:29:33.314954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1bde890f-62e4-4453-9bc7-13cd9e064f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.321013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-7c519f7d-62c4-48e6-9e5b-63b6c0fc6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:33.322258 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-7c519f7d-62c4-48e6-9e5b-63b6c0fc6b3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 1161 time: 0.5769041
Feb 19 02:29:33.335515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3da4ca01-d0a3-4cf1-a3cb-cb5b6813e025 req-d690e08b-c1e8-4abb-9e51-f6123597745e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Unset dirty status for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:29:33.343579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3da4ca01-d0a3-4cf1-a3cb-cb5b6813e025 req-d690e08b-c1e8-4abb-9e51-f6123597745e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 944 time: 0.6748078
Feb 19 02:29:33.357247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e962a2-9332-4398-b996-449316ceb2c3 req-fa5a38c4-c7d8-49c1-a149-51936a39b42e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:33.367994 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78e962a2-9332-4398-b996-449316ceb2c3 req-fa5a38c4-c7d8-49c1-a149-51936a39b42e tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1350541
Feb 19 02:29:33.423456 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78e962a2-9332-4398-b996-449316ceb2c3 req-522b65a2-7875-4435-a34b-c50dd72cc7ac tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545294
Feb 19 02:29:33.445812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] For port 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:33.449101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] For port 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=912eb75a-d440-4707-b6c2-8b9f7ce8e507,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:33.453462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.469185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:33.530707 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3da4ca01-d0a3-4cf1-a3cb-cb5b6813e025 req-10337128-40cb-4c8b-90fd-b78dfa2bbbdc tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862202
Feb 19 02:29:33.572459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-130b2a73-20be-4488-b234-1068b8f6a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:33.574067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-130b2a73-20be-4488-b234-1068b8f6a881 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 908 time: 0.2403741
Feb 19 02:29:33.605570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Pushing event updated for resources: {'Port': ['ID=912eb75a-d440-4707-b6c2-8b9f7ce8e507,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:33.610485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:33.738417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 45261a26-987d-47a2-b184-8b6ca7fa35f6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:33.778776 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-af8fd073-0219-4425-b51e-9b3ab053ec50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 HTTP/1.1" status: 200  len: 217 time: 0.1382585
Feb 19 02:29:33.813268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.826501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:33.831405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:33.831825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.957040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-0711ae31-8487-4926-8d5e-7ae9673c4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:33.958339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:33.958691 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-0711ae31-8487-4926-8d5e-7ae9673c4a81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f08e6d55-4943-4d8c-8257-a4e056d1f406 HTTP/1.1" status: 200  len: 854 time: 0.1695988
Feb 19 02:29:34.010203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 45261a26-987d-47a2-b184-8b6ca7fa35f6, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=45261a26-987d-47a2-b184-8b6ca7fa35f6,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:34.014723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:34.016952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:34.032478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:34.075209 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-53258020-bcb5-4bb7-931a-cf7510a1c4d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d734f7f3-2e72-4bf5-8705-7f9359473827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069186
Feb 19 02:29:34.079610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:34.096965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:34.101858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:34.292425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-a1bdf0a4-ba32-4f24-89b8-9895e6d426ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:34.294029 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-a1bdf0a4-ba32-4f24-89b8-9895e6d426ff tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.4066701
Feb 19 02:29:34.431642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-ed992c49-7b1e-4a9d-b940-53eac7057b77 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:29:34.452609 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-538dcb87-d881-4bcd-a3bf-8baaa23c780e service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598750
Feb 19 02:29:34.505479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Deleting port 0ea13f49-61f4-4ec3-9378-7226894dc825 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:34.505742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:34.666571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c715bf-de74-4a89-91b3-3e985945cb98 req-0d0a9d96-988e-4a7e-83ac-16d3236d791c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:34.668453 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0c715bf-de74-4a89-91b3-3e985945cb98 req-0d0a9d96-988e-4a7e-83ac-16d3236d791c tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1132250
Feb 19 02:29:34.724000 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0c715bf-de74-4a89-91b3-3e985945cb98 req-83da756d-f01a-4a42-859c-2d4565de4c68 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475321
Feb 19 02:29:34.800722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:34.964386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:34.968999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:34.979628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:34.980306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.099467 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77a3dd90-72a7-4656-99f2-611a67d7ef5c req-8bd868be-49d0-4afe-9d2a-e2f4bb239b4f service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6324472
Feb 19 02:29:35.122123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Allocated IP 172.27.1.144 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/b416121e-9ae8-4ae6-9ac3-5d8b6672e68e) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:35.133680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.156919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0ea13f49-61f4-4ec3-9378-7226894dc825,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:35.157327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.164962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:35.189574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c15a08-cbe5-4740-84e0-dcd681a289ef req-88bfcf5f-e6f8-49b3-811d-e438b758ca3d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:35.191408 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d0c15a08-cbe5-4740-84e0-dcd681a289ef req-88bfcf5f-e6f8-49b3-811d-e438b758ca3d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 944 time: 0.5304666
Feb 19 02:29:35.201045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:35.204153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.206721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.209208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:35.245549 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3', 'code': 200}
Feb 19 02:29:35.251847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 0ea13f49-61f4-4ec3-9378-7226894dc825 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:35.296463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc29290-89ca-4e79-88b1-a0aa86beda22 None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:29:35.331650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Calling delete_port for 0ea13f49-61f4-4ec3-9378-7226894dc825 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:35.618724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-312b3c52-7af3-42f3-b80d-d041bf3ed1db None None] Provisioning for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:35.626971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:35.633919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:35.754702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.780919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 45261a26-987d-47a2-b184-8b6ca7fa35f6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:35.854130 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d0c15a08-cbe5-4740-84e0-dcd681a289ef req-5603dccb-5888-4545-ab31-685e8d240aab tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5313942
Feb 19 02:29:35.896819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f633278-ec8d-4cf6-909c-8f9c6f4dcee4 req-24987c53-9b8c-4084-8440-57e393303a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:35.898527 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2f633278-ec8d-4cf6-909c-8f9c6f4dcee4 req-24987c53-9b8c-4084-8440-57e393303a45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 1163 time: 0.2001438
Feb 19 02:29:35.908410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0ea13f49-61f4-4ec3-9378-7226894dc825,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:35.916689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.919307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:35.950236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:29:35.950911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:29:35.969292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:35.985657 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2f633278-ec8d-4cf6-909c-8f9c6f4dcee4 req-2eb27f6d-1f6f-4531-8f8d-1a83f3faab3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772028
Feb 19 02:29:35.988300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3880-8e5c-47f6-88c9-3c2ca59b96e1 req-0df69840-2f36-4e66-aee7-03e318a827cb tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:35.991741 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf3c3880-8e5c-47f6-88c9-3c2ca59b96e1 req-0df69840-2f36-4e66-aee7-03e318a827cb tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 945 time: 0.1433120
Feb 19 02:29:35.998639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 45261a26-987d-47a2-b184-8b6ca7fa35f6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:35.999111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.010982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.027657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0cca89c8-4bcf-4946-be31-4830f3630e53 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:36.046508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf3c3880-8e5c-47f6-88c9-3c2ca59b96e1 req-e1be2af1-90d5-49f5-a047-ae49285f2662 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488448
Feb 19 02:29:36.072382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:36.077789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:36.149612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Pushing event updated for resources: {'Port': ['ID=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:36.156897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:36.164149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 912eb75a-d440-4707-b6c2-8b9f7ce8e507 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:36.247174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:36.247174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:36.247174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.268782 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:36.271235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:36.274474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:36.370317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:36.435173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.460598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-4061881a-f298-47d1-ad16-995abb98f962 None None] Provisioning complete for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:36.461037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4061881a-f298-47d1-ad16-995abb98f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.468359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Deleting port 0ea13f49-61f4-4ec3-9378-7226894dc825 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:36.469095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.551184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=912eb75a-d440-4707-b6c2-8b9f7ce8e507,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:36.561421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.567953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:36.599889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:36.600592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.747452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=912eb75a-d440-4707-b6c2-8b9f7ce8e507,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:36.752672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:36.883083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f2bf954a-ca1c-46b7-b8ae-a5a05f5c1413 None None] Provisioning complete for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:36.883630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f2bf954a-ca1c-46b7-b8ae-a5a05f5c1413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:36.929763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:37.090688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] For port 0ea13f49-61f4-4ec3-9378-7226894dc825, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=0ea13f49-61f4-4ec3-9378-7226894dc825,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:37.091099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:37.247451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:37.250250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde510c8-1b54-4ab5-98a5-02161e85d83d req-b2601a1b-e893-4780-a5f0-a5c58c9965a2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:37.251914 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cde510c8-1b54-4ab5-98a5-02161e85d83d req-b2601a1b-e893-4780-a5f0-a5c58c9965a2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 943 time: 0.0922236
Feb 19 02:29:37.294963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Calling delete_port for 0ea13f49-61f4-4ec3-9378-7226894dc825 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:37.302157 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cde510c8-1b54-4ab5-98a5-02161e85d83d req-11e3b494-6260-4e54-adb6-a79467ea77da tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433056
Feb 19 02:29:37.356666 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825', 'code': 200}
Feb 19 02:29:37.481450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7cf3b-48e7-4598-9248-5a19be0ee4de req-5d26ae0b-c251-41be-b8d7-a65d4f006121 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:37.483108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fab7cf3b-48e7-4598-9248-5a19be0ee4de req-5d26ae0b-c251-41be-b8d7-a65d4f006121 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.4879708
Feb 19 02:29:37.670252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 912eb75a-d440-4707-b6c2-8b9f7ce8e507 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:37.749109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:37.749533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:37.912797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fab7cf3b-48e7-4598-9248-5a19be0ee4de req-b71f9ce4-1f8a-4870-8e3e-da077c0c8d2b tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4186814
Feb 19 02:29:37.935466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:37.938816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:38.009236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0644346d-3150-4ed4-9f99-9992818b5fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:38.138736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Pushing event deleted for resources: {'Port': ['ID=0ea13f49-61f4-4ec3-9378-7226894dc825,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:38.152434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:38.355497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] No DVR routers for this DVR port 0ea13f49-61f4-4ec3-9378-7226894dc825 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:29:38.359166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:38.365531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-deleted', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:29:38.400586 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fad2426-f255-4764-bcdf-d5f81b7952e1 req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.53 "DELETE /v2.0/ports/0ea13f49-61f4-4ec3-9378-7226894dc825 HTTP/1.1" status: 204  len: 173 time: 4.0921903
Feb 19 02:29:38.401321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Router 343d1435-02da-417a-bb00-00584547166f is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:29:38.464919 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a55cfa-c2c0-48e5-b519-53c9b68c38cd', 'name': 'network-vif-deleted', 'tag': '0ea13f49-61f4-4ec3-9378-7226894dc825', 'status': 'completed', 'code': 200}
Feb 19 02:29:38.472628 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-341a4797-9a1e-4ba6-bc8b-851a16d5389e req-50a41b9f-1539-4139-9b50-e06fc4d164ee tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 210 time: 0.0488775
Feb 19 02:29:38.601550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:29:38.610784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Sync routers for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:29:38.620175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:38.621478 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.8940954
Feb 19 02:29:38.623607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:38.624260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b032b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:38.624420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58766) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:38.813462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:39.121286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b032b0>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:36Z', 'revision_number': 3, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:39.125345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Checking router: 343d1435-02da-417a-bb00-00584547166f for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:29:39.125785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Updating router 343d1435-02da-417a-bb00-00584547166f port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:29:39.181027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:39.288391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a0a0-f76f-42d1-8893-bf1e375121b0 req-0349af81-ea2e-4961-b398-13e0344e9bf8 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:39.289890 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b2d0a0a0-f76f-42d1-8893-bf1e375121b0 req-0349af81-ea2e-4961-b398-13e0344e9bf8 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.2275136
Feb 19 02:29:39.391061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b2d0a0a0-f76f-42d1-8893-bf1e375121b0 req-174e2879-89a7-46e7-962d-3029cdd154f9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899789
Feb 19 02:29:39.465376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:39.603478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:39.617532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Transition to ACTIVE for port object b416121e-9ae8-4ae6-9ac3-5d8b6672e68e will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:39.621158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:39.641268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f9f5bea-e774-415c-aac9-429f5f6f3eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:39.651231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-24a23c10-b890-428f-84b7-63c7dd153f22 req-080e0eb4-8bbd-4a64-bbac-fc5aa9ba39b2 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0a55cfa-c2c0-48e5-b519-53c9b68c38cd HTTP/1.1" status: 200  len: 210 time: 0.0606101
Feb 19 02:29:39.680290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:39.775732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:39.776515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:39.960399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Allocated IP 172.20.0.1 (c48efd2f-1567-4f4c-b43e-198fcca31efd/a1479c3c-77de-4f7b-bc02-b5a25e90c368/d9322eca-e919-4597-9606-4c84961f4ba7) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:29:39.964032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Pushing event updated for resources: {'Port': ['ID=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:39.968985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:40.013502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Attempting to bind port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:40.014092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Attempting to bind port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:40.014613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Attempting to bind port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:40.020627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:40.021131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:40.021582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.022022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:40.022596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Bound port: b416121e-9ae8-4ae6-9ac3-5d8b6672e68e, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:40.023016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.107864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] For port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:40.111344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] For port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:40.115027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.128636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.131274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:40.146103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Transition to ACTIVE for port object d9322eca-e919-4597-9606-4c84961f4ba7 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:40.171223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.187507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:40.285500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Pushing event updated for resources: {'Port': ['ID=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:40.291712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:40.323949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.333190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:40.333867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b032b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:40.531400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:40.620688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:40.636036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:40.698234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8bf5-5641-4aa6-9b18-d864aa5814fa req-06c061e3-edba-4540-a26e-ddd8d89c4a44 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:40.699916 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4c8c8bf5-5641-4aa6-9b18-d864aa5814fa req-06c061e3-edba-4540-a26e-ddd8d89c4a44 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.1706724
Feb 19 02:29:40.702161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Network c48efd2f-1567-4f4c-b43e-198fcca31efd is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:40.703446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:40.705765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:29:40.706277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:40.771580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58784) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:40.792705 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4c8c8bf5-5641-4aa6-9b18-d864aa5814fa req-8a4dc030-0755-4e0d-ae40-b24610780aff tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717783
Feb 19 02:29:40.904978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b032b0>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:36Z', 'revision_number': 3, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:40.922809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec3bc-bec5-4cd3-a406-900600d4da6a None None] The sync data for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi is: [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:36Z', 'revision_number': 3, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:29:40.979906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.190923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c31ef11-8808-4cd4-8d48-978c5cbbb2b1 None None] Provisioning for port d9322eca-e919-4597-9606-4c84961f4ba7 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:41.202168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-2c31ef11-8808-4cd4-8d48-978c5cbbb2b1 None None] Provisioning complete for port d9322eca-e919-4597-9606-4c84961f4ba7 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:41.202622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c31ef11-8808-4cd4-8d48-978c5cbbb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.312939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2c31ef11-8808-4cd4-8d48-978c5cbbb2b1 None None] Port d9322eca-e919-4597-9606-4c84961f4ba7 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:29:41.389574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.394234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.395205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.594539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a4f6f303-ce10-4e69-89dc-3f7af2a2ec73 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:41.715581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Network c48efd2f-1567-4f4c-b43e-198fcca31efd is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:29:41.719148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:29:41.739742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b416121e-9ae8-4ae6-9ac3-5d8b6672e68e up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:41.910381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:41.933372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:41.950281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:41.954072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:42.050554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:42.064946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:42.251694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Router 343d1435-02da-417a-bb00-00584547166f has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:29:42.270189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:42.327341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-694445e0-6018-40ec-86d3-a2c8e9eca89a None None] Provisioning complete for port d9322eca-e919-4597-9606-4c84961f4ba7 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:42.328401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-694445e0-6018-40ec-86d3-a2c8e9eca89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:42.429860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:42.461293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:42.466483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:42.553031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:29:42.582147 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/343d1435-02da-417a-bb00-00584547166f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9475574
Feb 19 02:29:42.582380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Deleting port 6c66dc8c-c88e-4cc8-9830-4d24d345273d {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:42.582380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:42.640596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:42.649252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:42.655500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-694445e0-6018-40ec-86d3-a2c8e9eca89a None None] Port d9322eca-e919-4597-9606-4c84961f4ba7 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:29:42.837138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] For port 6c66dc8c-c88e-4cc8-9830-4d24d345273d, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=6c66dc8c-c88e-4cc8-9830-4d24d345273d,segment=NetworkSegment(da3b4343-c36d-4947-ba70-a0315971e50a),segment_id=da3b4343-c36d-4947-ba70-a0315971e50a)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:42.837915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:43.003422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Calling delete_port for 6c66dc8c-c88e-4cc8-9830-4d24d345273d owned by network:router_interface {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:43.353069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:43.372191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4b1d2232-7625-4684-99ec-4c8eb985fd86 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:43.476930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c66dc8c-c88e-4cc8-9830-4d24d345273d,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:43.481898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:43.736524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b416121e-9ae8-4ae6-9ac3-5d8b6672e68e up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:43.793168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:43.810642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:43.811079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:44.389650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:29:44.398818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Sync routers for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:29:44.409308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:44.410120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40d5a860>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:44.610722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:44.807065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1022740783', 'description': 'tempest-TestShelveInstance-1022740783 description'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:44.825227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:44.831636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Usage tracker for resource:security_group and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:44.836125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:44.853292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:44.871625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:44.899960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:44.905346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Usage tracker for resource:security_group_rule and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:44.909300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:44.929709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:44.999942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:29:45.011923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Sync routers for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:29:45.019270 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] 10.222.0.44 "PUT /v2.0/routers/4244bc1e-1c21-4755-a622-09b6ce8c6dd6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2439625
Feb 19 02:29:45.020690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 58918) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:45.029420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:45.030447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b8e860>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:45.043398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.048313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.074907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:45.105918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:45.109026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.122840 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-237586ef-4d4c-4b1f-91a0-466c8c65b22b req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.3223460
Feb 19 02:29:45.124382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:45.160194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40d5a860>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:40Z', 'revision_number': 4, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd9322eca-e919-4597-9606-4c84961f4ba7', 'name': '', 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'mac_address': 'fa:16:3e:d7:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:39Z', 'updated_at': '2021-02-19T02:29:41Z', 'revision_number': 2, 'project_id': '17262fbb64d740efb60961e365c3f498', 'subnets': [{'id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:45.164527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Checking router: 343d1435-02da-417a-bb00-00584547166f for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:29:45.164942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Updating router 343d1435-02da-417a-bb00-00584547166f port d9322eca-e919-4597-9606-4c84961f4ba7 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:29:45.212217 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0fd3e0e3-680d-4b68-bf04-f9c42a7f3e1b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups/2ae6ce9c-43f2-4e7d-ada0-360d5156cba4 HTTP/1.1" status: 200  len: 1802 time: 0.0637105
Feb 19 02:29:45.225468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ae6ce9c-43f2-4e7d-ada0-360d5156cba4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:45.225823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ae6ce9c-43f2-4e7d-ada0-360d5156cba4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:45.232042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.232214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:45.237105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Usage tracker for resource:security_group_rule and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:45.240175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:45.246095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:45.247808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks [] for router, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.273342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:45.330098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.357961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8015de4-43be-433c-8c6f-7a393059e6ee req-23961a77-b67b-466f-ae00-e735ffb815de tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:45.363608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.366973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f8015de4-43be-433c-8c6f-7a393059e6ee req-23961a77-b67b-466f-ae00-e735ffb815de tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.8893492
Feb 19 02:29:45.371538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.373961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:45.392425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3862b2-d6d7-4f63-85d8-4b380f9700d1,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:45.404897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:45.421708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.427767 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-678173b1-c161-4c23-8d70-0245edf99ad6 req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2068326
Feb 19 02:29:45.508943 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f8015de4-43be-433c-8c6f-7a393059e6ee req-e2b71485-c680-47fa-a346-746c77451af6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1410108
Feb 19 02:29:45.533361 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-d9603c82-0f11-49e3-87ca-532feb4b879b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups/2ae6ce9c-43f2-4e7d-ada0-360d5156cba4 HTTP/1.1" status: 200  len: 2395 time: 0.0831199
Feb 19 02:29:45.540005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ae6ce9c-43f2-4e7d-ada0-360d5156cba4', 'remote_group_id': None}]} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:45.541127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ae6ce9c-43f2-4e7d-ada0-360d5156cba4', 'remote_group_id': None}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:29:45.548519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.552048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:45.556904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Usage tracker for resource:security_group_rule and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:45.560318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:45.561415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Deleting port f21f3a8e-559b-486c-b461-bfe1a97011d2 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:29:45.561811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.566310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:45.641168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.669345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.672551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b8e860>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:29:43Z', 'revision_number': 5, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port': {'id': 'f21f3a8e-559b-486c-b461-bfe1a97011d2', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:45.677753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Checking router: 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:29:45.680324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.690493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Routers {'4244bc1e-1c21-4755-a622-09b6ce8c6dd6'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:45.691378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b8e860>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:45.692674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:45.716202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e47987-21ed-4719-8713-2f1b6e70358f,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:45.719243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:45.722272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.738583 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-45d85b31-4a3e-49e6-8f37-7a01e0242f13 req-abd3b787-701d-4474-a1e9-b9086ab820b3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1933680
Feb 19 02:29:45.746949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.769548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] For port f21f3a8e-559b-486c-b461-bfe1a97011d2, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f21f3a8e-559b-486c-b461-bfe1a97011d2,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:45.769957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.773223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Transition to ACTIVE for port object d9322eca-e919-4597-9606-4c84961f4ba7 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:29:45.779343 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:45.898491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:45.914604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Calling delete_port for f21f3a8e-559b-486c-b461-bfe1a97011d2 owned by network:router_gateway {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:29:46.031172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Pushing event updated for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:46.044828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:46.049356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] Set router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:46.165300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.185569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c73946a9-0978-4386-aae8-d3567d70b9ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:46.201883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b8e860>, [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:29:45Z', 'revision_number': 6, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:46.206641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375172a8-448a-4e36-bf73-be9c29af981c None None] The sync data for ids ['4244bc1e-1c21-4755-a622-09b6ce8c6dd6'] in dv-cinder-776422-2-iscsi is: [{'id': '4244bc1e-1c21-4755-a622-09b6ce8c6dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1354984223-router', 'tenant_id': '9bdc6eeb362640cd96dab7841d609efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:29:45Z', 'revision_number': 6, 'project_id': '9bdc6eeb362640cd96dab7841d609efa', 'gw_port_host': None}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:29:46.378838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Attempting to bind port d9322eca-e919-4597-9606-4c84961f4ba7 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:29:46.379504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Attempting to bind port d9322eca-e919-4597-9606-4c84961f4ba7 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:29:46.379953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Attempting to bind port d9322eca-e919-4597-9606-4c84961f4ba7 on network c48efd2f-1567-4f4c-b43e-198fcca31efd {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:29:46.385639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Pushing event deleted for resources: {'Port': ['ID=f21f3a8e-559b-486c-b461-bfe1a97011d2,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:46.388906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:46.394698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:29:46.395181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Checking segment: {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:29:46.395573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.396022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Bound using segment: {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:29:46.396556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Bound port: d9322eca-e919-4597-9606-4c84961f4ba7, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb734379-9f6d-4230-b3e6-b93359aae8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:29:46.397771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.525523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] For port d9322eca-e919-4597-9606-4c84961f4ba7, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:29:46.530800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] For port d9322eca-e919-4597-9606-4c84961f4ba7, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d9322eca-e919-4597-9606-4c84961f4ba7,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:29:46.535806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.663684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.736998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:46.829898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:29:46.830621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40d5a860>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:29:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:46.903510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Pushing event updated for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:46.927082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:46.980554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:46.983445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.091967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:29:47.112050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.112603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4244bc1e-1c21-4755-a622-09b6ce8c6dd6 {{(pid=84006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:29:47.129955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5faecd-500f-4cba-ac7e-440793162134 req-26ffea3d-54b2-4023-af3a-fd293492165c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:47.132692 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4d5faecd-500f-4cba-ac7e-440793162134 req-26ffea3d-54b2-4023-af3a-fd293492165c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.3655720
Feb 19 02:29:47.136232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.137972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] 10.222.0.44 "DELETE /v2.0/routers/4244bc1e-1c21-4755-a622-09b6ce8c6dd6 HTTP/1.1" status: 204  len: 168 time: 2.1157670
Feb 19 02:29:47.142144 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 58994) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:47.204463 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4d5faecd-500f-4cba-ac7e-440793162134 req-e295129a-a872-4dd2-8362-ebff3221e4f8 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587671
Feb 19 02:29:47.253810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Deleting subnet e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:29:47.257384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.319407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.328766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.483543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40d5a860>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:40Z', 'revision_number': 4, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd9322eca-e919-4597-9606-4c84961f4ba7', 'name': '', 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'mac_address': 'fa:16:3e:d7:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:39Z', 'updated_at': '2021-02-19T02:29:46Z', 'revision_number': 4, 'project_id': '17262fbb64d740efb60961e365c3f498', 'subnets': [{'id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:47.487833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60ba6-fd4b-4f79-b27a-2dcc6e2029da None None] The sync data for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi is: [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:29:40Z', 'revision_number': 4, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd9322eca-e919-4597-9606-4c84961f4ba7', 'name': '', 'network_id': 'c48efd2f-1567-4f4c-b43e-198fcca31efd', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'mac_address': 'fa:16:3e:d7:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:39Z', 'updated_at': '2021-02-19T02:29:46Z', 'revision_number': 4, 'project_id': '17262fbb64d740efb60961e365c3f498', 'subnets': [{'id': 'a1479c3c-77de-4f7b-bc02-b5a25e90c368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:29:47.628005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.648331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:47.713039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d9322eca-e919-4597-9606-4c84961f4ba7 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:47.795113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:47.795840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port d9322eca-e919-4597-9606-4c84961f4ba7 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:29:47.800054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:47.804425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port d9322eca-e919-4597-9606-4c84961f4ba7 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:47.804425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.821878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:47.829979 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e79bdaae-8d5a-44f7-b1b7-b7a17c8d291b HTTP/1.1" status: 204  len: 168 time: 0.6877737
Feb 19 02:29:47.832699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59010) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:48.017934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.023600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.059739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port d9322eca-e919-4597-9606-4c84961f4ba7, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d9322eca-e919-4597-9606-4c84961f4ba7,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:29:48.064271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.066283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:48.175636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 6c66dc8c-c88e-4cc8-9830-4d24d345273d no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:48.258704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:48.276173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:48.284892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 6c66dc8c-c88e-4cc8-9830-4d24d345273d {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:29:48.285523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 6c66dc8c-c88e-4cc8-9830-4d24d345273d not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:29:48.286104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f21f3a8e-559b-486c-b461-bfe1a97011d2 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:29:48.305915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.362146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: f21f3a8e-559b-486c-b461-bfe1a97011d2 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:29:48.362592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f21f3a8e-559b-486c-b461-bfe1a97011d2 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:29:48.432775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf4125acc0>,) {'filters': {'network_id': ['acfca0d0-da8f-403c-9e50-a374c5e591ce']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:48.451018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4125acc0>, 'da3b4343-c36d-4947-ba70-a0315971e50a') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:48.451359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4125acc0>, 'da3b4343-c36d-4947-ba70-a0315971e50a') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:29:48.464928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.485048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.487204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:29:48.500231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46582-da02-4070-858d-f07b3bb28558 req-21f650c0-0499-4a6a-9d94-8ade1d7b759d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:48.501937 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-57f46582-da02-4070-858d-f07b3bb28558 req-21f650c0-0499-4a6a-9d94-8ade1d7b759d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0986469
Feb 19 02:29:48.557803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-57f46582-da02-4070-858d-f07b3bb28558 req-2608bf7c-f057-4ee4-b189-e55250d5e999 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486143
Feb 19 02:29:48.680085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Network acfca0d0-da8f-403c-9e50-a374c5e591ce has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:48.689106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.878249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Network acfca0d0-da8f-403c-9e50-a374c5e591ce has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:29:48.901760 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:29:48.983714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:48.990815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-956adb4b-2190-4c45-8040-ed5d2e9cff92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:49.008425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.017582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=acfca0d0-da8f-403c-9e50-a374c5e591ce,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:49.020211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:49.027178 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3e02e756-684a-4843-b241-ffa618c386a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/acfca0d0-da8f-403c-9e50-a374c5e591ce HTTP/1.1" status: 204  len: 168 time: 1.1932063
Feb 19 02:29:49.213927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59032) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:49.266680 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-47002aea-da2b-42bf-8294-028ebefd4013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bdc6eeb362640cd96dab7841d609efa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0513408
Feb 19 02:29:49.269308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59038) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:49.332491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.362791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.408193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.413874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3a7ff725-0131-4135-9d63-cba1d02da614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:49.428928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:49.431788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:49.437658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.441331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd82ea73-9e9a-4a33-a702-bbf6ccbd5ac4 HTTP/1.1" status: 204  len: 168 time: 0.1686225
Feb 19 02:29:49.687301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d9322eca-e919-4597-9606-4c84961f4ba7 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:49.813188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port d9322eca-e919-4597-9606-4c84961f4ba7 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:49.813618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:49.822629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f897-5535-44f8-ab61-7e52b5a7c167 req-0e7ee944-56b3-4339-8ca5-609840ad11f2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:49.824557 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56c0f897-5535-44f8-ab61-7e52b5a7c167 req-0e7ee944-56b3-4339-8ca5-609840ad11f2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1113555
Feb 19 02:29:49.931315 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56c0f897-5535-44f8-ab61-7e52b5a7c167 req-204ef122-8ce6-4c5c-9dae-36fad4d3dd36 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918229
Feb 19 02:29:51.155475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671440b-83a6-4411-905f-8c99b65dd481 req-6e8a87d8-83a2-46f6-8ea5-1a3aa1b53ecd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:51.157133 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c671440b-83a6-4411-905f-8c99b65dd481 req-6e8a87d8-83a2-46f6-8ea5-1a3aa1b53ecd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1070893
Feb 19 02:29:51.210227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c671440b-83a6-4411-905f-8c99b65dd481 req-db9a8b65-df9a-4651-9a06-df20a11b22e6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462639
Feb 19 02:29:52.425276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0ecf8-dafc-42e2-ace9-ce3f35db9292 req-5a01d0a9-fd22-4e1a-9f30-21a1bf20bc29 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:52.426835 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-83f0ecf8-dafc-42e2-ace9-ce3f35db9292 req-5a01d0a9-fd22-4e1a-9f30-21a1bf20bc29 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0974834
Feb 19 02:29:52.682903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59156) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:52.731322 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-83f0ecf8-dafc-42e2-ace9-ce3f35db9292 req-11bdfe72-34b1-4706-9491-ad454ce541d7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2953959
Feb 19 02:29:52.821370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:52.837886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:52.842049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Usage tracker for resource:security_group_rule and tenant:518b9e420c8d4b75a3c4a36a9565439c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:52.845068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:52.850950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:52.942633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:52.946751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:52.956357 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9e990ce6-f2e6-4b76-951e-63a9d5bf7f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:53.001513 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=518b9e420c8d4b75a3c4a36a9565439c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173478
Feb 19 02:29:53.002480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916dedc-1c3f-42a4-a4e4-9d5cf299c8b8,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:53.003769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59168) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:53.006810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:53.066821 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.095850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.146110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.151863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-86c6569c-0d1e-4447-9b0d-b7d768adc034 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:53.164921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916dedc-1c3f-42a4-a4e4-9d5cf299c8b8,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:53.168146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:53.170134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.171414 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7b854fc4-1d04-4d48-b87f-e7c35ef07dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4916dedc-1c3f-42a4-a4e4-9d5cf299c8b8 HTTP/1.1" status: 204  len: 168 time: 0.1665840
Feb 19 02:29:53.465108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59180) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:53.484440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.499634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:53.503811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Usage tracker for resource:security_group_rule and tenant:b405d1502fee45829761e4b36f6939ed is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:53.507368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:53.513514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:53.604119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.607168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.615866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3767d1bc-62fd-401a-9dba-db90310e8137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:53.659939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b405d1502fee45829761e4b36f6939ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1932354
Feb 19 02:29:53.660895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2828816-db61-42f3-b92e-7e83c73e3dd0,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:53.662898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59184) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:53.664179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:53.730072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.757706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.760384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:53.805328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.811455 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f6dcbe59-1b21-41a9-9891-1c4f30093d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:53.825934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2828816-db61-42f3-b92e-7e83c73e3dd0,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:53.828384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:53.835869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.839942 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9d9d7e6a-acdc-4116-b72f-f2a30fb7e99b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2828816-db61-42f3-b92e-7e83c73e3dd0 HTTP/1.1" status: 204  len: 168 time: 0.1759224
Feb 19 02:29:53.877845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:53.878667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:53.998715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54d5e-7f64-459d-a11a-592a1a836734 req-98104c2f-e74c-4c84-bbc8-2ed871f4a9f4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:54.001175 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33d54d5e-7f64-459d-a11a-592a1a836734 req-98104c2f-e74c-4c84-bbc8-2ed871f4a9f4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1268237
Feb 19 02:29:54.068394 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33d54d5e-7f64-459d-a11a-592a1a836734 req-a8b72820-12eb-4359-8298-5ad358cae6d8 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606384
Feb 19 02:29:55.282072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce10213-25a1-4071-b0c9-03640bf4a50a req-6777841a-668d-4eac-868d-e3fbbab268ea tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:55.283704 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ce10213-25a1-4071-b0c9-03640bf4a50a req-6777841a-668d-4eac-868d-e3fbbab268ea tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0917447
Feb 19 02:29:55.343159 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ce10213-25a1-4071-b0c9-03640bf4a50a req-1df1747e-efbe-43a2-a7d1-bc82d9351181 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523765
Feb 19 02:29:55.750433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189136b-49d3-47de-b8e9-3bce74b4d23a req-0a0a3afa-cc6e-4e45-8a74-c7c0be2625da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:55.752132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d189136b-49d3-47de-b8e9-3bce74b4d23a req-0a0a3afa-cc6e-4e45-8a74-c7c0be2625da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1049497
Feb 19 02:29:55.804945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-4bd9eae2-e9dd-442d-b7c7-caa4ee65d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:55.806792 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-4bd9eae2-e9dd-442d-b7c7-caa4ee65d458 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 1162 time: 0.0888498
Feb 19 02:29:55.808460 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d189136b-49d3-47de-b8e9-3bce74b4d23a req-e2ccf123-0761-436b-8d0f-6aedca72e253 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477102
Feb 19 02:29:55.968472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-dc6b7f1b-b6f1-4679-9ebb-1817f20afec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:55.970104 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-dc6b7f1b-b6f1-4679-9ebb-1817f20afec1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.1524425
Feb 19 02:29:56.035520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59276) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:56.102443 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-9031bc5f-8f41-4d4a-b42c-afc8e9be04ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 200  len: 1000 time: 0.1227748
Feb 19 02:29:56.173659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.175107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-9d2b665d-5ff8-4b58-a3f5-7f32e51c0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:56.176705 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-9d2b665d-5ff8-4b58-a3f5-7f32e51c0a5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0666332
Feb 19 02:29:56.188968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:56.193077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Usage tracker for resource:security_group_rule and tenant:48560e923f0e46939aa3bfa35456e263 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:56.197928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:56.204067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:56.275918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-4573793d-0e9a-44c2-9759-0e4ab578e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:56.277565 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-4573793d-0e9a-44c2-9759-0e4ab578e6b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841467
Feb 19 02:29:56.297857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.300889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.309799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-49e11253-ce71-478a-899c-613899876430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:56.351658 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48560e923f0e46939aa3bfa35456e263&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148146
Feb 19 02:29:56.355488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59282) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:56.368450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f8bf9-5dec-46fa-bf2e-d18a8ea124b4,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:56.372521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:56.427966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.458949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.510004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.516101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-71e5dff9-b47c-4b51-978e-a6cbe0015445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:56.534536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f8bf9-5dec-46fa-bf2e-d18a8ea124b4,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:56.539318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:56.541641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.556379 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c01f8bf9-5dec-46fa-bf2e-d18a8ea124b4 HTTP/1.1" status: 204  len: 168 time: 0.1994131
Feb 19 02:29:56.688942 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-ba3d1a7c-994f-4173-be10-a55279cb1d49 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4024103
Feb 19 02:29:56.847897 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9cad96cb-284a-4e9a-a07b-6e4253a0fd1e req-9d759457-c649-4d6a-b4a6-31b3a5c9f540 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515927
Feb 19 02:29:56.892514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59300) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:56.916244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:56.936287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:56.940810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Usage tracker for resource:security_group_rule and tenant:0c476675570d4d4189f0da41efc4015f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:56.944148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:56.950405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:57.027362 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191fc0-16e5-4035-82cd-908a23ae7419 req-3bfac483-d860-45f9-b39e-e6a3e0d98b0f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:57.029004 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b7191fc0-16e5-4035-82cd-908a23ae7419 req-3bfac483-d860-45f9-b39e-e6a3e0d98b0f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0929120
Feb 19 02:29:57.042317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.046193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.055206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b3a2fa50-1bbf-4aaf-9d66-583b0054eca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:57.078333 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b7191fc0-16e5-4035-82cd-908a23ae7419 req-b7b672cf-66cd-413e-8e48-a8f01162a47c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428367
Feb 19 02:29:57.098527 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c476675570d4d4189f0da41efc4015f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2045891
Feb 19 02:29:57.100771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022502bd-7b61-4483-9b53-a8fdf78c2cce,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:57.101915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59304) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:57.104031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:57.171462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.199256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.247054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.252051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:57.266578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022502bd-7b61-4483-9b53-a8fdf78c2cce,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:57.269263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:29:57.271410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:57.274082 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/022502bd-7b61-4483-9b53-a8fdf78c2cce HTTP/1.1" status: 204  len: 168 time: 0.1699319
Feb 19 02:29:57.789404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:29:57.892053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d5caccc3-33c1-47a3-b424-89ffc91a1700 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:29:57.892720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:58.308314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbfee5-ef43-407a-acc2-e13c60c6a12a req-4af1a347-837d-4a32-8b37-9b66f2487f7d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:29:58.315894 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-05bbfee5-ef43-407a-acc2-e13c60c6a12a req-4af1a347-837d-4a32-8b37-9b66f2487f7d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1106167
Feb 19 02:29:58.363823 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-05bbfee5-ef43-407a-acc2-e13c60c6a12a req-3e17d93b-06df-4903-afc7-9b9a2f5002a5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469522
Feb 19 02:29:59.659098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59394) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:59.765550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:29:59.785296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:59.801115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:29:59.805195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0f79c1070f4b08bd11da67ec95eebc is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:29:59.808205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:29:59.814030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:29:59.903699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:59.906285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:29:59.915727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f4fd63b2-5a80-44de-863e-1261e0007163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:29:59.960737 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c0f79c1070f4b08bd11da67ec95eebc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004448
Feb 19 02:29:59.961819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee2197-2f6f-47a9-b6ef-821275ebaab3,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:29:59.964037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59400) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:29:59.965406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:00.030772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.058586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.108351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.113475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17f27447-903b-4e0f-9fc2-919c81a330ae tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:00.131173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee2197-2f6f-47a9-b6ef-821275ebaab3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:00.134507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:00.135849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.139615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82ee2197-2f6f-47a9-b6ef-821275ebaab3 HTTP/1.1" status: 204  len: 168 time: 0.1744647
Feb 19 02:30:00.433630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59412) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:00.453301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.469456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:00.473692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Usage tracker for resource:security_group_rule and tenant:143dd5086b1243459fe987f3dbbc30cf is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:00.476824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:00.482742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:00.569586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.572354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.581589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-232a3378-3086-4f92-8921-448a90001b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:00.624151 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=143dd5086b1243459fe987f3dbbc30cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893945
Feb 19 02:30:00.625022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae3d110-5c17-4142-97d5-c56fcba1b9d8,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:00.627862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59418) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:00.628265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:00.692459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.724389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.770890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.776364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4fbdbc89-d237-4c23-8eda-07e4b6b318e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:00.791925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae3d110-5c17-4142-97d5-c56fcba1b9d8,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:00.794774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:00.805155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:00.806419 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2399529c-b8b1-4b56-8a91-88c578ac7cb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eae3d110-5c17-4142-97d5-c56fcba1b9d8 HTTP/1.1" status: 204  len: 168 time: 0.1770561
Feb 19 02:30:00.832417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1ceb304c-ffe5-4991-b7e1-8e83cf2b6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:03.268816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5856d44d-6371-47f8-a8ad-bc49768d4bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:03.799520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:04.940762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:05.188845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:06.080577 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-6c2cd21d-88e1-4ed3-9edc-5eef12ae0db1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0855894
Feb 19 02:30:06.181094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-f4c4658b-3fd4-44b7-85e0-29103b85d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:06.182646 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-f4c4658b-3fd4-44b7-85e0-29103b85d09d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 1163 time: 0.0786548
Feb 19 02:30:06.341459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-a2e9daf9-7621-484a-b1d9-4fe8c3706efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:06.343092 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-a2e9daf9-7621-484a-b1d9-4fe8c3706efd service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.1381149
Feb 19 02:30:06.456574 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-46ee8097-8816-4157-b41e-ccc9f45ac8b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1053777
Feb 19 02:30:06.551600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-ba15b05a-f9e2-4672-a679-925e49eb9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:06.553633 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-ba15b05a-f9e2-4672-a679-925e49eb9ff1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.0884192
Feb 19 02:30:06.667219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-154b2e45-92fd-40b9-a719-898ea49c16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:06.668864 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-154b2e45-92fd-40b9-a719-898ea49c16ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979888
Feb 19 02:30:06.835973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-64875908-918c-489c-ae3d-5a5c35669cbd service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581819
Feb 19 02:30:06.996845 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f6969156-1891-4a1f-ba28-1e4339618e45 req-17fd7bdf-fbe8-4c7c-a910-cf193bed11b1 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534534
Feb 19 02:30:07.454912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dec1ac-b205-4fbb-92c7-37a0d1b01977 req-7b180bc1-d33d-411f-afa4-c0839de736fc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:07.456510 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7dec1ac-b205-4fbb-92c7-37a0d1b01977 req-7b180bc1-d33d-411f-afa4-c0839de736fc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0854137
Feb 19 02:30:07.503896 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a7dec1ac-b205-4fbb-92c7-37a0d1b01977 req-277c4dad-22b6-4fc2-b017-d901270e24fe tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406299
Feb 19 02:30:08.710128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78b7d6-d210-4809-9828-9a6e1a140c76 req-d5d026ff-88e0-4977-807b-2eeb85e73888 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:08.711811 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef78b7d6-d210-4809-9828-9a6e1a140c76 req-d5d026ff-88e0-4977-807b-2eeb85e73888 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0859163
Feb 19 02:30:08.758930 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef78b7d6-d210-4809-9828-9a6e1a140c76 req-c3645040-b112-420d-95fe-f8932cc1d24d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409920
Feb 19 02:30:09.969079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123d4cb-ffb5-4762-84de-26075e4b79a1 req-d15c8bd5-9358-41c8-92a8-f97c8835d7c3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:09.971440 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0123d4cb-ffb5-4762-84de-26075e4b79a1 req-d15c8bd5-9358-41c8-92a8-f97c8835d7c3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0916197
Feb 19 02:30:10.020708 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0123d4cb-ffb5-4762-84de-26075e4b79a1 req-76f8bd17-26fa-4592-8ecb-986e08457b7d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417819
Feb 19 02:30:10.315195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:11.232416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5550-b3a0-451d-b4d4-a25de6078659 req-95f25dbe-343d-4623-8450-3453621badbc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:11.234090 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5efb5550-b3a0-451d-b4d4-a25de6078659 req-95f25dbe-343d-4623-8450-3453621badbc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0943391
Feb 19 02:30:11.281196 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5efb5550-b3a0-451d-b4d4-a25de6078659 req-265a2eb2-8748-4c14-a19d-0f892aea0e19 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408859
Feb 19 02:30:12.507782 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ca5ea-1b27-48c0-9b6a-b17d549a267f req-a7830d90-e2ef-42ac-a078-97d34fd092de tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:12.509446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-797ca5ea-1b27-48c0-9b6a-b17d549a267f req-a7830d90-e2ef-42ac-a078-97d34fd092de tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0980620
Feb 19 02:30:12.558023 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-797ca5ea-1b27-48c0-9b6a-b17d549a267f req-de37874d-0cf0-47b0-9b12-0cb33ee8664f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422399
Feb 19 02:30:13.761075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb276096-7261-479f-b6c6-38d3c5c23cbb req-164eaec3-2dd4-492e-ab6d-26ed4d9af1f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:13.762671 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb276096-7261-479f-b6c6-38d3c5c23cbb req-164eaec3-2dd4-492e-ab6d-26ed4d9af1f8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0849426
Feb 19 02:30:13.808973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb276096-7261-479f-b6c6-38d3c5c23cbb req-8707f6ff-8f2f-47f2-871e-7c14d96eb426 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401978
Feb 19 02:30:15.032856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555a5c-c65a-435d-b68d-3816e84afde9 req-63421a5a-3c8d-4320-a801-715719066021 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:15.034483 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85555a5c-c65a-435d-b68d-3816e84afde9 req-63421a5a-3c8d-4320-a801-715719066021 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.1049933
Feb 19 02:30:15.083966 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-85555a5c-c65a-435d-b68d-3816e84afde9 req-cac4512c-2f79-45ce-9192-a56df3a68593 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431402
Feb 19 02:30:16.149205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device f7dc3053-2f41-4450-982f-60c5d1f56ee3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:30:16.305011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-d682dfd5-f018-44d9-a033-30d8eebc9062 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:16.307107 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-d682dfd5-f018-44d9-a033-30d8eebc9062 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0950541
Feb 19 02:30:16.312432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60cd79-1385-4f26-9367-2648f4a53636 req-d4837059-15c7-4e57-bb5a-3830167ab61b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:16.315014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e60cd79-1385-4f26-9367-2648f4a53636 req-d4837059-15c7-4e57-bb5a-3830167ab61b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 946 time: 0.0973470
Feb 19 02:30:16.325148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:16.365544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:30:16.367199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:16.383960 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1e60cd79-1385-4f26-9367-2648f4a53636 req-5a1d7807-4114-4359-98e4-32c512e4f745 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=c835ee69-2500-40a8-9400-698f2a75e7e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629654
Feb 19 02:30:16.384695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:16.388444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:16.432584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Deleting port f7dc3053-2f41-4450-982f-60c5d1f56ee3 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:30:16.432982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:16.468038 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'code': 200}
Feb 19 02:30:16.514123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=7']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:16.525326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:16.721862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] For port f7dc3053-2f41-4450-982f-60c5d1f56ee3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f7dc3053-2f41-4450-982f-60c5d1f56ee3,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:30:16.722264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:17.037510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:17.037847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:17.038254 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Floating IP 3e4fdf51-e5b2-4b64-b721-834195f4ce36 disassociated. External IP: 172.27.1.215, port: f7dc3053-2f41-4450-982f-60c5d1f56ee3.
Feb 19 02:30:17.038677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Calling delete_port for f7dc3053-2f41-4450-982f-60c5d1f56ee3 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:30:17.191248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:17.207630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:17.306129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'Port': ['ID=f7dc3053-2f41-4450-982f-60c5d1f56ee3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:17.327104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.327499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.327982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.328396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.328835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.329238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.329639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.330016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.330507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.330905 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.331298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.331691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.332169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.332636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.332910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.333311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.333700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.334093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.334518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.334945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.335337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.335852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.336184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.336575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:17.342736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:17.551707 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-44fad5c1-d737-4fb7-a00b-c5e2b160bdfd req-26c76417-5127-43a6-83d7-6ad68f81ddd5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 210 time: 0.0519667
Feb 19 02:30:17.614161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:30:18.039511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:30:18.050311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:30:18.061090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:18.062006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40c00588>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:18.082267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] No DVR routers for this DVR port f7dc3053-2f41-4450-982f-60c5d1f56ee3 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:30:18.085632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:18.090885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-deleted', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:18.111969 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56fe03a4-92e3-4e90-89c4-ca1be71ad4f6 req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "DELETE /v2.0/ports/f7dc3053-2f41-4450-982f-60c5d1f56ee3 HTTP/1.1" status: 204  len: 173 time: 1.7914262
Feb 19 02:30:18.154583 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5265f377-f5b9-4f2c-a6e8-3bf64fb08733', 'name': 'network-vif-deleted', 'tag': 'f7dc3053-2f41-4450-982f-60c5d1f56ee3', 'status': 'completed', 'code': 200}
Feb 19 02:30:18.264506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:18.621770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40c00588>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:18.626677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:30:18.638136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:18.639008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40c00588>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:18.862799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:18.874443 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-76a549c8-0134-494b-8860-a8195001c265 req-ab089147-7109-4906-bc6e-c44829a3164b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=5265f377-f5b9-4f2c-a6e8-3bf64fb08733 HTTP/1.1" status: 200  len: 210 time: 0.1219523
Feb 19 02:30:19.194759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2e39d96e-c7f4-4097-9e83-2f02ab97ea36 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:19.224650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2e39d96e-c7f4-4097-9e83-2f02ab97ea36 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:19.226155 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2e39d96e-c7f4-4097-9e83-2f02ab97ea36 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1022740783&fields=id&tenant_id=e134d1a72aee466e8636d06121d39c09 HTTP/1.1" status: 200  len: 267 time: 0.0795889
Feb 19 02:30:19.261959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40c00588>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:19.266474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90f9e2-24a0-483a-b1d6-a23d5d1cec2a None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:30:19.404171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-0a9e6583-a4da-4549-860c-7ac64deb7964 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:19.405954 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-0a9e6583-a4da-4549-860c-7ac64deb7964 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 808 time: 0.1720679
Feb 19 02:30:19.426136 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-745be9ff-cd6f-4dce-8490-a26c88f6d26c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/quotas/e134d1a72aee466e8636d06121d39c09 HTTP/1.1" status: 200  len: 375 time: 0.0132036
Feb 19 02:30:19.524411 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-27708b1d-4387-41cf-92c9-73831a4f4571 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0911274
Feb 19 02:30:19.703512 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-adbe0c84-0fe8-4105-af32-b7e036b9ff7f service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637609
Feb 19 02:30:19.780565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4e1b2-40e1-498c-83e1-b5c24c447bf9 None None] New status for floating IP 3e4fdf51-e5b2-4b64-b721-834195f4ce36: DOWN {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:30:19.883794 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-fa822644-c2bb-4b2f-8437-9d3a7b5a38bd service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1725311
Feb 19 02:30:20.047971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59746) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:20.133131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.165409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.216181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.231566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-74bfa1b4-29e6-42ef-b360-8b191c6dfce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:20.246861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c835ee69-2500-40a8-9400-698f2a75e7e0,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:20.278050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.279376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.281602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.283403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.284005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.285589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.286208 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.289254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.289780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.291835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.292364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.292865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.298280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.298738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.299293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.299855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.300427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.300981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.301534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.302124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.302532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.303080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.304327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.304876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:20.321428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:20.323776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.325121 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "DELETE /v2.0/security-groups/c835ee69-2500-40a8-9400-698f2a75e7e0 HTTP/1.1" status: 204  len: 168 time: 0.2759361
Feb 19 02:30:20.328389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 59758) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:20.413959 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.v2.resource [None req-c7d53525-a1d1-431d-9c94-3ade20d3aa98 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] show failed (client error): The resource could not be found.
Feb 19 02:30:20.417912 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c7d53525-a1d1-431d-9c94-3ade20d3aa98 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups/c835ee69-2500-40a8-9400-698f2a75e7e0 HTTP/1.1" status: 404  len: 347 time: 0.0855734
Feb 19 02:30:20.419623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59766) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:20.449216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-44b3038d-113c-4b0b-ad52-6d922a0ad8fe req-98160a2b-28e3-44b3-81a6-71000010c43c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:20.501529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-44b3038d-113c-4b0b-ad52-6d922a0ad8fe req-98160a2b-28e3-44b3-81a6-71000010c43c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:20.503819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-44b3038d-113c-4b0b-ad52-6d922a0ad8fe req-98160a2b-28e3-44b3-81a6-71000010c43c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.1813366
Feb 19 02:30:20.629315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Deleting port d6c5f352-3a06-4e0b-b408-ea1f31f3066f {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:30:20.629618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.811556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.811940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:20.975054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Calling delete_port for d6c5f352-3a06-4e0b-b408-ea1f31f3066f owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:30:21.139025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:21.154646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f56a97d5-8d34-4c12-9f0d-257f546ba5ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:21.258471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'Port': ['ID=d6c5f352-3a06-4e0b-b408-ea1f31f3066f,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:21.263552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:21.325306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:21.341036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:21.342302 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "DELETE /v2.0/floatingips/3e4fdf51-e5b2-4b64-b721-834195f4ce36 HTTP/1.1" status: 204  len: 168 time: 0.9216044
Feb 19 02:30:21.682037 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0091c970-d8ed-4ee3-aafe-c8209b1ad2f9 req-781b5b41-f21e-48e7-98e9-810637e04138 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.0568340
Feb 19 02:30:21.853881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59798) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:21.859692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379405300', 'description': 'tempest-description--785405838'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:21.866592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:21.870980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:21.873998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:21.879822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:21.889716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:21.915013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:21.930925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:21.934344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:21.940350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:22.015687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.018664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.024472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ced3b935-545b-4220-94e1-769075324e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:22.068211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab66ca-a5e7-4ed5-91de-4e477137cfa8,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:22.071052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.072390 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2175078
Feb 19 02:30:22.073400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:22.075496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59806) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:22.081314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group_rule': {'security_group_id': '9bab66ca-a5e7-4ed5-91de-4e477137cfa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:22.088033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:22.092079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:22.095080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:22.101442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:22.117631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.183772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.186473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.188487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:22.210261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a7b2bd-d980-45ce-8502-b7f276002e22,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:22.220024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:22.221201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.222488 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1457224
Feb 19 02:30:22.225231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59812) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:22.230745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'security_group_rule': {'security_group_id': '9bab66ca-a5e7-4ed5-91de-4e477137cfa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:22.236663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:22.241600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:security_group_rule and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:22.244616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:22.250368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:22.266864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.330743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.333292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.335432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f63990e6-74a8-41df-8a2f-f6ef4b337c3b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:22.357298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9aa2c8-fe2e-4ed2-bb7b-65821dd27dd5,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:22.361382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:22.368487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.369753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2f5c90fb-a6fc-485e-9169-c811bac97cb2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1435068
Feb 19 02:30:22.373004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 59816) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:22.378389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:22.383877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:22.387859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Usage tracker for resource:floatingip and tenant:c5e1c746a8dc450eb96f1b22cd181e50 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:22.390826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:22.396539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:22.405588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.547108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:22.819363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Allocated IP 172.27.1.13 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/08f6f856-b879-4865-bfe6-d7ffcfb440b7) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:30:22.847589 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8bdf67a2-e316-41d9-97b5-c4102ff81784 req-d7e4f55e-9cd3-4554-9d4f-9af780d7acfa tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.0488048
Feb 19 02:30:22.977740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.007448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.023347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4a18aace-a1c1-4406-850d-62adefbbc368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:23.158534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=08f6f856-b879-4865-bfe6-d7ffcfb440b7,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:23.171879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:23.216623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:30:23.217807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:30:23.220186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:30:23.249129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.312146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.579044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.582607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.598109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:23.743239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=08f6f856-b879-4865-bfe6-d7ffcfb440b7,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:23.748340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:23.783595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.804861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:23.806161 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4321780
Feb 19 02:30:24.019315 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8e3c8be6-6898-431e-8055-661c8fae8635 req-bb4a6bcb-d431-4d7b-86ff-9233c159e5aa tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.0511897
Feb 19 02:30:24.039606 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-2fbabe22-e1c9-4d0d-8e41-f0c87f0693a4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:24.054715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-2fbabe22-e1c9-4d0d-8e41-f0c87f0693a4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:24.055974 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-2fbabe22-e1c9-4d0d-8e41-f0c87f0693a4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1379405300&fields=id&tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 267 time: 0.0651593
Feb 19 02:30:24.219758 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c6adc338-0048-41a9-9774-994a88e1c0d6 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:24.221497 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c6adc338-0048-41a9-9774-994a88e1c0d6 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 808 time: 0.1643932
Feb 19 02:30:24.230906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-75e76c89-daaa-4d78-a04e-59e66ab8abab tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:24.232839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-75e76c89-daaa-4d78-a04e-59e66ab8abab tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 816 time: 0.1691604
Feb 19 02:30:24.249948 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-d898bb6b-7a01-4adf-9bba-d98966c60ec7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/quotas/c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 375 time: 0.0108743
Feb 19 02:30:24.302325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-5a899a9c-da7e-4a41-8c41-05853df81513 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e134d1a72aee466e8636d06121d39c09 HTTP/1.1" status: 200  len: 5759 time: 0.0709260
Feb 19 02:30:24.314195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'port': {'device_id': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'admin_state_up': True, 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'security_groups': ['2ae6ce9c-43f2-4e7d-ada0-360d5156cba4']}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:24.361347 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-73594ddf-d468-49c3-aeff-ae68033b39f5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1054640
Feb 19 02:30:24.462592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:24.472750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:24.482657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Made reservation on behalf of e134d1a72aee466e8636d06121d39c09 for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:30:24.494854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:24.522221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-55cc8396-126d-405c-bc70-ae79661e2107 service neutron] 10.222.0.44 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464047
Feb 19 02:30:24.676048 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-9e19be20-f4f8-4929-be37-87a8c1ddc0bd service neutron] 10.222.0.44 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466255
Feb 19 02:30:24.830041 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Allocated IP 172.20.0.13 (1a196cc5-5370-49d8-b297-9862ae510cb8/8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531/9b55214e-d4a5-4d7f-a090-48b12fdd6991) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:30:24.937881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-0ca46014-cc4a-4ace-82c1-c1fee5667ab2 req-a46901f2-72c4-41f4-8677-ac7bbdbe18fc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:25.066795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-0ca46014-cc4a-4ace-82c1-c1fee5667ab2 req-a46901f2-72c4-41f4-8677-ac7bbdbe18fc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:25.068094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0ca46014-cc4a-4ace-82c1-c1fee5667ab2 req-a46901f2-72c4-41f4-8677-ac7bbdbe18fc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.2226527
Feb 19 02:30:25.171137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:25.189897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Transition to ACTIVE for port object 9b55214e-d4a5-4d7f-a090-48b12fdd6991 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:30:25.207403 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea5c43e2-367d-415e-bce8-768a6cceaad9 req-863e6b79-ca6b-4b0d-a195-80f649905d1a tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.0534050
Feb 19 02:30:25.228339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:25.295032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:25.399239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:25.404451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:25.443652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:30:25.445298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:30:25.447547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:30:25.452398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:25.452950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:25.479631 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1700323
Feb 19 02:30:25.660748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f89717aa-434b-4d84-a6ba-a2b056eb0630 None None] Provisioning for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:30:25.665573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-f89717aa-434b-4d84-a6ba-a2b056eb0630 None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:25.665997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f89717aa-434b-4d84-a6ba-a2b056eb0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:25.721597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f89717aa-434b-4d84-a6ba-a2b056eb0630 None None] Port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:30:26.425299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23f459-a106-4abb-a50b-47e662fd7da8 req-58707af9-56a9-4cee-aa27-1e965e19311f tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:26.426994 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e23f459-a106-4abb-a50b-47e662fd7da8 req-58707af9-56a9-4cee-aa27-1e965e19311f tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 932 time: 0.0950146
Feb 19 02:30:26.472700 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7455710c-e69e-4578-b2ee-6fc64dad4850 req-ef623120-99c6-4c62-9044-c99ccf72142e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.2849405
Feb 19 02:30:26.478194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5e23f459-a106-4abb-a50b-47e662fd7da8 req-c6320f2b-b80d-416b-90a6-164bd2ee6fae tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:26.491741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5e23f459-a106-4abb-a50b-47e662fd7da8 req-c6320f2b-b80d-416b-90a6-164bd2ee6fae tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:26.493167 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e23f459-a106-4abb-a50b-47e662fd7da8 req-c6320f2b-b80d-416b-90a6-164bd2ee6fae tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0592628
Feb 19 02:30:27.246836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Request body: {'port': {'device_id': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:27.370557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:27.705699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c169e-d3c4-4465-9442-143a26d308fd req-7c9a5bef-83c1-4882-9810-d9be22583808 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:27.707648 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f33c169e-d3c4-4465-9442-143a26d308fd req-7c9a5bef-83c1-4882-9810-d9be22583808 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 932 time: 0.0902150
Feb 19 02:30:27.731733 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-810b924e-975d-4b66-b535-64a89190134e req-b1c0e5d8-eef6-4ce6-9f53-207a60fdfc78 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.0695026
Feb 19 02:30:27.779496 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f33c169e-d3c4-4465-9442-143a26d308fd req-3113944f-7335-4820-a655-1752408dfb8d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0555072
Feb 19 02:30:27.895562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b55214e-d4a5-4d7f-a090-48b12fdd6991 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:30:27.905902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:28.008722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Transition to ACTIVE for port object 9b55214e-d4a5-4d7f-a090-48b12fdd6991 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:30:28.015474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:28.033989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-210d8a13-02ef-47d5-b4e2-10f1830b3308 tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:28.220494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:28.223633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:28.263729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-4e2e4658-b681-4bf0-87e6-99a777de1817 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:28.264489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-4e2e4658-b681-4bf0-87e6-99a777de1817 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:network {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:28.383936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-4e2e4658-b681-4bf0-87e6-99a777de1817 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:network {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:28.385260 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-4e2e4658-b681-4bf0-87e6-99a777de1817 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 816 time: 0.4814560
Feb 19 02:30:28.415900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Attempting to bind port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:30:28.416532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Attempting to bind port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:30:28.417063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Attempting to bind port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 on network 1a196cc5-5370-49d8-b297-9862ae510cb8 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:30:28.427970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:30:28.428502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Checking segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:30:28.429008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:28.429502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Bound using segment: {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:30:28.430085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Bound port: 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ff3ec-3986-4655-b019-ba4885b0b14f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:30:28.430649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:28.601130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-a4bcaeab-b98a-4e54-8df7-e47f00b6de37 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:28.608621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:30:28.615227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:30:28.625791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-a4bcaeab-b98a-4e54-8df7-e47f00b6de37 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:28.627919 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-a4bcaeab-b98a-4e54-8df7-e47f00b6de37 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 5704 time: 0.2319093
Feb 19 02:30:28.629764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:28.653669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-31c5e774-c0db-4cad-9ec9-7885c575a7f6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:28.771407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'port': {'device_id': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'admin_state_up': True, 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'security_groups': ['9bab66ca-a5e7-4ed5-91de-4e477137cfa8']}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:28.957378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb31d652-0491-4078-baba-1d334acb85d3 req-be6c5364-9535-40d4-a8a3-b6f3fbc19d18 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.0714045
Feb 19 02:30:28.974036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:28.991317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:29.039472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837f86a-3311-4414-abdd-528cc125a0bd req-e1d390ec-7171-45a3-ac48-c69236b42342 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:29.041076 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d837f86a-3311-4414-abdd-528cc125a0bd req-e1d390ec-7171-45a3-ac48-c69236b42342 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.1141088
Feb 19 02:30:29.080525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:29.081383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:29.083009 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] 10.222.0.53 "PUT /v2.0/ports/9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 1158 time: 1.8409820
Feb 19 02:30:29.083542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:29.089118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:29.099046 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d837f86a-3311-4414-abdd-528cc125a0bd req-d5574db8-7c43-4ee7-9fba-1448ae10fd80 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0509109
Feb 19 02:30:29.113253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:29.173711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'status': 'completed', 'code': 200}
Feb 19 02:30:29.195668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Made reservation on behalf of c5e1c746a8dc450eb96f1b22cd181e50 for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:30:29.201642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:29.377474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-1273ec1b-a316-4ff1-a3fd-0be19c862163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:29.379164 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-1273ec1b-a316-4ff1-a3fd-0be19c862163 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1161 time: 0.2535565
Feb 19 02:30:29.496238 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-392b3357-6819-4b61-8249-d843f5e80509 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 217 time: 0.1086166
Feb 19 02:30:29.632966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2d3da7c8-e03e-4d80-b273-95ab4de8dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:29.634499 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2d3da7c8-e03e-4d80-b273-95ab4de8dca8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.1265752
Feb 19 02:30:29.666618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Allocated IP 172.20.0.12 (5b4ec2dc-41c0-4415-958d-7f5e107c8197/d688e761-56eb-4ad1-aafd-e2ebcb1991f2/c6e75aba-17c0-47ae-b251-61c34117a52a) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:30:29.869482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:29.887689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Transition to ACTIVE for port object c6e75aba-17c0-47ae-b251-61c34117a52a will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:30:29.924280 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:30.208836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a72ba-caac-4ed7-b4c6-a7cb6e7c6a4e req-7de2206c-7797-4b32-baca-20be45591c03 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:30.211157 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7a72ba-caac-4ed7-b4c6-a7cb6e7c6a4e req-7de2206c-7797-4b32-baca-20be45591c03 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 932 time: 0.1059227
Feb 19 02:30:30.285293 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7a72ba-caac-4ed7-b4c6-a7cb6e7c6a4e req-f33774d7-32b8-4611-925f-e78f20d585eb tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677292
Feb 19 02:30:30.328610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:30.527944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:30:30.533786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:30:30.536746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:30:30.541659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:30.542316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:30.548262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:30.556534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:30.597607 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9473767
Feb 19 02:30:30.607440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d4151-2ec6-4a61-a3a8-2966c3d95570 req-e2b4cef8-6ed9-43fc-9694-b0e388b43562 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:30.608204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-965d4151-2ec6-4a61-a3a8-2966c3d95570 req-e2b4cef8-6ed9-43fc-9694-b0e388b43562 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:30.621213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2ff5de66-aa6a-46fd-b241-550fa5cd1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:30.622989 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-2ff5de66-aa6a-46fd-b241-550fa5cd1edd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1822469
Feb 19 02:30:30.631912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-965d4151-2ec6-4a61-a3a8-2966c3d95570 req-e2b4cef8-6ed9-43fc-9694-b0e388b43562 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:30.633220 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-965d4151-2ec6-4a61-a3a8-2966c3d95570 req-e2b4cef8-6ed9-43fc-9694-b0e388b43562 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.2683980
Feb 19 02:30:30.683718 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-965d4151-2ec6-4a61-a3a8-2966c3d95570 req-5fdefb1a-de15-46a0-af66-75221df200dd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441101
Feb 19 02:30:30.755025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68648abe-3e02-47ef-bfda-9b926948b94e None None] Provisioning for port c6e75aba-17c0-47ae-b251-61c34117a52a completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:30:30.760040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-68648abe-3e02-47ef-bfda-9b926948b94e None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:30.760471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68648abe-3e02-47ef-bfda-9b926948b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:30.829168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-68648abe-3e02-47ef-bfda-9b926948b94e None None] Port c6e75aba-17c0-47ae-b251-61c34117a52a cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:30:30.833300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8746cb80-efa0-4234-9cee-f3dc9d96103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:31.504489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3d411-81cf-440a-9ae3-a2416862d1f5 req-64bc2ff3-b3e9-4aeb-91d2-b9e0debf2de8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:31.505970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-74a3d411-81cf-440a-9ae3-a2416862d1f5 req-64bc2ff3-b3e9-4aeb-91d2-b9e0debf2de8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 932 time: 0.0993187
Feb 19 02:30:31.552970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-74a3d411-81cf-440a-9ae3-a2416862d1f5 req-43f32f78-a8a6-4442-a8de-8e183d9eb4ce tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404527
Feb 19 02:30:31.882987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9088b0c-0466-498e-b8f3-6ec91f2699fe req-4c7f66d0-2f79-49d0-bf2d-6ccb017bc2a9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:31.884582 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f9088b0c-0466-498e-b8f3-6ec91f2699fe req-4c7f66d0-2f79-49d0-bf2d-6ccb017bc2a9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0849187
Feb 19 02:30:31.932253 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f9088b0c-0466-498e-b8f3-6ec91f2699fe req-4d9dd79b-c459-4dff-8b6a-4122ebcea02c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414617
Feb 19 02:30:32.199959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Request body: {'port': {'device_id': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:32.443701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:32.468917 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-e736fedb-2f2e-430b-bc82-dbd1fb09fdbe service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2379692
Feb 19 02:30:32.797023 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db0866c9-c9b7-48fb-b495-e15abc510d7d req-a1595692-9b87-4d4c-b5ce-6b3d164b7dce service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2876875
Feb 19 02:30:32.827462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae48f80-20b4-4aab-961d-95ce4c535145 req-c393584f-b160-4210-8280-a525a580370f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:32.829133 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1ae48f80-20b4-4aab-961d-95ce4c535145 req-c393584f-b160-4210-8280-a525a580370f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 932 time: 0.1209297
Feb 19 02:30:32.885508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1ae48f80-20b4-4aab-961d-95ce4c535145 req-02def7b0-e5df-4753-b0e5-26a32de91332 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460646
Feb 19 02:30:33.022386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b546fc-605e-41af-944c-9b316892c38f req-c26db3fa-4cb2-4094-9fa2-21e8c1fd0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:33.024022 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-c26db3fa-4cb2-4094-9fa2-21e8c1fd0eb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1161 time: 0.1356878
Feb 19 02:30:33.165871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e75aba-17c0-47ae-b251-61c34117a52a {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:30:33.170469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60012) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:33.177125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.206842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Transition to ACTIVE for port object c6e75aba-17c0-47ae-b251-61c34117a52a will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:30:33.212226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.229107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-78881345-def5-4594-9cab-e50d4742c97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:33.271167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3309b90a-34f8-41fc-ad21-4c096490d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.304241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.319748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:33.323839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Usage tracker for resource:security_group_rule and tenant:d349fedf407140b5ab30fcc023c4b705 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:33.327341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:33.333122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:33.351589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42abcb-cdd6-4df7-945b-302b83303a7c req-3f93edd4-dc93-47a1-8240-62a8c3e56968 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:33.353221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae42abcb-cdd6-4df7-945b-302b83303a7c req-3f93edd4-dc93-47a1-8240-62a8c3e56968 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.2719452
Feb 19 02:30:33.395065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:33.414668 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:33.425819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.428623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.437906 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-272f93f4-cbfe-4e31-8606-edc3e0c1945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:33.452903 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ae42abcb-cdd6-4df7-945b-302b83303a7c req-7fb024e2-bebf-43c8-88ac-56fe4be516b7 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0909543
Feb 19 02:30:33.473254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177c30a8-438a-4b12-80fc-02e60ed85c00,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:33.495202 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d349fedf407140b5ab30fcc023c4b705&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3234921
Feb 19 02:30:33.495892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60018) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:33.496814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:33.556010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Attempting to bind port c6e75aba-17c0-47ae-b251-61c34117a52a on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:30:33.556401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Attempting to bind port c6e75aba-17c0-47ae-b251-61c34117a52a by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:30:33.556784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Attempting to bind port c6e75aba-17c0-47ae-b251-61c34117a52a on network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:30:33.563050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.563558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:30:33.564001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Checking segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:30:33.564536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.564829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Bound using segment: {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:30:33.565322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Bound port: c6e75aba-17c0-47ae-b251-61c34117a52a, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284f2259-c8fa-4fe0-bdf3-238febbd2f17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:30:33.565761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.596991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.657775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.665965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2da52cf2-123a-4f5b-8413-73f2ae228c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:33.682463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c30a8-438a-4b12-80fc-02e60ed85c00,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:33.685770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:33.686401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:30:33.687093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.688840 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/177c30a8-438a-4b12-80fc-02e60ed85c00 HTTP/1.1" status: 204  len: 168 time: 0.1909306
Feb 19 02:30:33.691001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:30:33.695254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.720654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9087383a-3447-472c-ae48-d788a048bf67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:33.820701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.896809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:33.898820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:33.935779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:33.936425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:33.937936 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] 10.222.0.53 "PUT /v2.0/ports/c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 1158 time: 1.7429657
Feb 19 02:30:33.938499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:34.028626 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'status': 'completed', 'code': 200}
Feb 19 02:30:34.188213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae53aa-ef63-4553-8dc4-2e2f98add6f6 req-c4136879-7b7e-49cb-ad9a-06cf6560704f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:34.189828 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7ae53aa-ef63-4553-8dc4-2e2f98add6f6 req-c4136879-7b7e-49cb-ad9a-06cf6560704f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0957253
Feb 19 02:30:34.243057 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7ae53aa-ef63-4553-8dc4-2e2f98add6f6 req-32761566-6e63-4b6e-9666-81902778e0c6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460505
Feb 19 02:30:34.555810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60078) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:34.664150 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e108e-d208-46e8-b618-8f16224e4986 req-75fadfa0-c760-42ed-8f30-d4ce22d391fb tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:34.666283 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba9e108e-d208-46e8-b618-8f16224e4986 req-75fadfa0-c760-42ed-8f30-d4ce22d391fb tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0912426
Feb 19 02:30:34.702266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:34.732253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:34.740894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Usage tracker for resource:security_group_rule and tenant:79e0ed81be694aa58b5fd36ffa3634bc is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:34.745894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:34.755385 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba9e108e-d208-46e8-b618-8f16224e4986 req-48720689-f7fd-4da1-9664-7ffe30412431 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0719521
Feb 19 02:30:34.756281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:34.943515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:34.950418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:34.958798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:34.979232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-89339eed-773d-4533-a08d-a3901c1ebfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:35.043755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a038ac-8536-4338-bbfc-18c93ebd8b96,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:35.049744 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79e0ed81be694aa58b5fd36ffa3634bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4925158
Feb 19 02:30:35.050988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:35.052007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b546fc-605e-41af-944c-9b316892c38f req-c922d8ff-49e3-40d8-8316-76a355787fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:35.053371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60126) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:35.053529 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-c922d8ff-49e3-40d8-8316-76a355787fe3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.2327368
Feb 19 02:30:35.117657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.145643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.185051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.193211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.203495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-405564e4-e1d4-4aed-9743-f25999d900d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:35.220517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a038ac-8536-4338-bbfc-18c93ebd8b96,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:35.223828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.228468 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98a038ac-8536-4338-bbfc-18c93ebd8b96 HTTP/1.1" status: 204  len: 168 time: 0.1735938
Feb 19 02:30:35.229911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:35.479131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1fe1-2dec-4a44-a03e-03ba24ee55ee req-634ba329-72d7-409c-9186-554c4225ff5e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:35.480881 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-97bf1fe1-2dec-4a44-a03e-03ba24ee55ee req-634ba329-72d7-409c-9186-554c4225ff5e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0992303
Feb 19 02:30:35.530246 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-97bf1fe1-2dec-4a44-a03e-03ba24ee55ee req-33b4fbf4-b189-4ac2-b8de-f883c81985de tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431826
Feb 19 02:30:35.569706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60140) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:35.588561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.604038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:35.608166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4b7b201a53445582eb70e4b21cdcde is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:35.611096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:35.617296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:35.699900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.702972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:35.711595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c76fa5d0-fe40-4e58-b43c-7da9f81df20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:35.755321 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb4b7b201a53445582eb70e4b21cdcde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1844106
Feb 19 02:30:35.757503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939cb86-2079-40d2-a17c-82c29362c132,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:35.759023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60144) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:35.760877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:35.916200 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-f5f35580-6abb-4519-acf8-38f70e8723b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 217 time: 0.1163213
Feb 19 02:30:36.276799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:36.333482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:36.349365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b546fc-605e-41af-944c-9b316892c38f req-781cf4cc-d8c7-4339-ba13-f480cf158d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.351576 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-781cf4cc-d8c7-4339-ba13-f480cf158d21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.4188867
Feb 19 02:30:36.446249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-56ac35fc-de05-4053-a8f3-a38bd1489b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.447903 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-56ac35fc-de05-4053-a8f3-a38bd1489b57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1161 time: 0.5824144
Feb 19 02:30:36.457961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388f0a-3e66-47a8-806a-565c7c60c456 req-a8a9bd8b-1aeb-42b9-9662-cca5708cb505 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.460014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-61388f0a-3e66-47a8-806a-565c7c60c456 req-a8a9bd8b-1aeb-42b9-9662-cca5708cb505 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.5460687
Feb 19 02:30:36.621190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:36.637736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2d0f48b3-f114-47b7-858c-772c28092197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:36.646447 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-61388f0a-3e66-47a8-806a-565c7c60c456 req-cfe48c83-8b6e-4dcc-8612-cce4b36c6598 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1557984
Feb 19 02:30:36.661703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939cb86-2079-40d2-a17c-82c29362c132,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:36.669805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:36.673134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b546fc-605e-41af-944c-9b316892c38f req-26ea3f71-638e-47c7-bb0e-feed60fd8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.674775 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-26ea3f71-638e-47c7-bb0e-feed60fd8afa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3074541
Feb 19 02:30:36.685171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:36.688970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bdc9b27f-2bc1-447e-b07c-4381b0e47621 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6939cb86-2079-40d2-a17c-82c29362c132 HTTP/1.1" status: 204  len: 168 time: 0.9262359
Feb 19 02:30:36.752256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5113-96e8-4076-a7c8-5da8edac2fe5 req-abdc411c-68c5-419a-9936-2c5f0539a5ec tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.754454 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4ccd5113-96e8-4076-a7c8-5da8edac2fe5 req-abdc411c-68c5-419a-9936-2c5f0539a5ec tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.1036880
Feb 19 02:30:36.768661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:30:36.795586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-28955551-27a5-403e-a337-f91678812063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:36.797205 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-28955551-27a5-403e-a337-f91678812063 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3362672
Feb 19 02:30:36.815393 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4ccd5113-96e8-4076-a7c8-5da8edac2fe5 req-e52ca7c3-6587-44f7-95fc-6beea8fceee3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527089
Feb 19 02:30:36.961505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-65ba259f-416f-4741-b730-6cbd3eaf0f13 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775519
Feb 19 02:30:37.119823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-f8a3dd86-9d3a-43eb-9fd7-bcd0d38d167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:37.121431 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bb7ff46b-42b6-4359-9227-edb6d684b8f3 req-f8a3dd86-9d3a-43eb-9fd7-bcd0d38d167d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2997577
Feb 19 02:30:37.218338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-91b546fc-605e-41af-944c-9b316892c38f req-0b96ef31-7e4f-4971-9884-199f518bcb2a service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2485340
Feb 19 02:30:37.272289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-af7e1481-5951-4429-94c5-3566df083441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:37.273916 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-af7e1481-5951-4429-94c5-3566df083441 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1161 time: 0.1081984
Feb 19 02:30:37.359335 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-8a9dd00b-c2ab-4676-bdb9-fb7442b93de4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 217 time: 0.0763047
Feb 19 02:30:37.440057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-157719c9-4d4e-473b-a022-210ff0ac54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:37.441640 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-157719c9-4d4e-473b-a022-210ff0ac54da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.0703638
Feb 19 02:30:37.530612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-a2bbfa42-ff0c-4009-8e60-16361d212be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:37.532485 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-a2bbfa42-ff0c-4009-8e60-16361d212be2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830135
Feb 19 02:30:37.694191 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-48ac2943-fffc-4784-af9a-ea46f3e47b6c service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542842
Feb 19 02:30:37.861148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfd6ac-a1ed-48d9-8b27-761d9ad8bea7 req-7cba1c7d-7406-4401-ba99-12e2a21cdd7d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:37.862972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71dfd6ac-a1ed-48d9-8b27-761d9ad8bea7 req-7cba1c7d-7406-4401-ba99-12e2a21cdd7d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0968037
Feb 19 02:30:37.917634 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71dfd6ac-a1ed-48d9-8b27-761d9ad8bea7 req-40fa6a07-71ae-4faf-ac3d-44a42b3bdbda tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478413
Feb 19 02:30:38.034557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c901e-9f57-418a-8d75-82e1563389eb req-b90ffcbd-6c1f-4b4b-8d46-43393a43d594 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:38.036165 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-640c901e-9f57-418a-8d75-82e1563389eb req-b90ffcbd-6c1f-4b4b-8d46-43393a43d594 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0968106
Feb 19 02:30:38.085689 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-640c901e-9f57-418a-8d75-82e1563389eb req-4335d754-780e-432d-a412-049e17d8f317 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427105
Feb 19 02:30:38.787195 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7b2b55af-dbff-473c-8630-59d3868434d6 req-053a3d2b-536e-412f-9873-cb5e813df7e8 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453576
Feb 19 02:30:39.135825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639327-fd65-4563-9036-b4ead8c48af8 req-2b72653c-b09f-47db-b9f6-86cfb4de5b52 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:39.137475 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-11639327-fd65-4563-9036-b4ead8c48af8 req-2b72653c-b09f-47db-b9f6-86cfb4de5b52 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0902183
Feb 19 02:30:39.197218 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-11639327-fd65-4563-9036-b4ead8c48af8 req-170b5617-b15c-4832-94c8-9faa05df6984 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0490680
Feb 19 02:30:39.296909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f570-7852-48df-a1f7-5d5ca3bd93bd req-59fc530c-44ee-494d-b74b-7982a4006279 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:39.298560 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-20a2f570-7852-48df-a1f7-5d5ca3bd93bd req-59fc530c-44ee-494d-b74b-7982a4006279 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0922418
Feb 19 02:30:39.350187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-20a2f570-7852-48df-a1f7-5d5ca3bd93bd req-724cf3a7-903a-43d4-a3ae-fedad862e796 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450304
Feb 19 02:30:40.398487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332eed6-d94e-48fb-a0ea-402ac124f590 req-f1387cae-fa2d-412a-95d9-45bae161f6b5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:40.400141 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8332eed6-d94e-48fb-a0ea-402ac124f590 req-f1387cae-fa2d-412a-95d9-45bae161f6b5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0866289
Feb 19 02:30:40.451569 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8332eed6-d94e-48fb-a0ea-402ac124f590 req-6f331fb8-722e-410a-99d8-8c561ab92205 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449407
Feb 19 02:30:40.551313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:40.555975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bcbe8-15ce-4cc3-9410-af4ad12f2efe req-9a02fd23-5dae-417e-8d08-7d117c19ed45 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:40.557587 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf3bcbe8-15ce-4cc3-9410-af4ad12f2efe req-9a02fd23-5dae-417e-8d08-7d117c19ed45 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0898805
Feb 19 02:30:40.606085 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf3bcbe8-15ce-4cc3-9410-af4ad12f2efe req-51935e3c-def9-43ce-ad31-d6e01fbfe6af tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422893
Feb 19 02:30:41.664605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da467aa-af9f-4eb7-b813-3ba1fc1e1637 req-894a2928-72f1-4060-bdc8-dbb19ae058da tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:41.666268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3da467aa-af9f-4eb7-b813-3ba1fc1e1637 req-894a2928-72f1-4060-bdc8-dbb19ae058da tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0953708
Feb 19 02:30:41.716341 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3da467aa-af9f-4eb7-b813-3ba1fc1e1637 req-d412a70a-aa3e-485b-beb2-989bfc7f2d5f tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438070
Feb 19 02:30:41.820831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf7cb-6a11-46d2-b1e0-11bad7506384 req-ba627c27-22a3-4fca-9d37-16c55d2675e2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:41.822525 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-41bdf7cb-6a11-46d2-b1e0-11bad7506384 req-ba627c27-22a3-4fca-9d37-16c55d2675e2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0930340
Feb 19 02:30:41.874180 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-41bdf7cb-6a11-46d2-b1e0-11bad7506384 req-13c43b8c-15ba-4dd0-b355-6ef6973a2a3f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446062
Feb 19 02:30:42.916946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f17422-d22a-4c38-a51d-ca327e021927 req-fee59331-c2fb-4a38-86b6-4d46024745ab tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:42.918903 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a5f17422-d22a-4c38-a51d-ca327e021927 req-fee59331-c2fb-4a38-86b6-4d46024745ab tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0881100
Feb 19 02:30:42.976711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a5f17422-d22a-4c38-a51d-ca327e021927 req-cf273e35-4e06-458f-9fdf-4810447ddd8d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0495253
Feb 19 02:30:43.087177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2d891-01b9-43c5-ac50-7cbe3dfd513e req-03306bae-741f-43b3-951c-3d172da2d166 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:43.088928 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fe2d891-01b9-43c5-ac50-7cbe3dfd513e req-03306bae-741f-43b3-951c-3d172da2d166 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0871964
Feb 19 02:30:43.136215 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fe2d891-01b9-43c5-ac50-7cbe3dfd513e req-3e385553-362e-4dcd-a01d-2ea89a10d3e4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410087
Feb 19 02:30:43.789559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60324) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:43.835974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:43.921730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:43.931894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port c6e75aba-17c0-47ae-b251-61c34117a52a completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:30:43.937913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:43.938470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:43.938599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:43.948556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f56863562e4723ad6d8b2dfafb3265 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:43.952621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:43.958552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:44.063695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.067595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.076423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.100975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-95c90c6e-02ac-4bec-9025-6bf615ea15c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:44.105514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:44.117012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:30:44.120615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60342) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:44.120755 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4f56863562e4723ad6d8b2dfafb3265&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3300273
Feb 19 02:30:44.135724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.136867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:44.171902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e8fe7-0024-4e00-89b8-cb223651cdbf,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:44.180451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:44.212586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.242044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.255848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92651d-1f33-4445-9ce6-6a952409d62f req-6331c2e3-10ea-4df5-a81c-ef967cfac749 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:44.259068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e92651d-1f33-4445-9ce6-6a952409d62f req-6331c2e3-10ea-4df5-a81c-ef967cfac749 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.1592507
Feb 19 02:30:44.294153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.304111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b31f1108-b847-49fd-b781-1ca5d9d4f39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:44.322023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.327167 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c36e8fe7-0024-4e00-89b8-cb223651cdbf HTTP/1.1" status: 204  len: 168 time: 0.2050207
Feb 19 02:30:44.331076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e8fe7-0024-4e00-89b8-cb223651cdbf,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:44.333806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:44.335272 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e92651d-1f33-4445-9ce6-6a952409d62f req-475c4974-b8c2-4981-b9d7-6f1a4fc68e43 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0703206
Feb 19 02:30:44.474830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4b34-2ca2-4ad6-b0f0-f495657d6662 req-c889366f-b745-40f4-9ca1-8c6f1f24e68e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:44.477165 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-703e4b34-2ca2-4ad6-b0f0-f495657d6662 req-c889366f-b745-40f4-9ca1-8c6f1f24e68e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1012940
Feb 19 02:30:44.493573 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'code': 200}
Feb 19 02:30:44.497049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:44.615389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:30:44.623427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:44.623857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.628304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197b545-3b8f-4cf8-a5d3-7112db4ae844 req-b3670369-a85d-48ef-b930-4556e0033f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:44.630383 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f197b545-3b8f-4cf8-a5d3-7112db4ae844 req-b3670369-a85d-48ef-b930-4556e0033f5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1163 time: 0.0907497
Feb 19 02:30:44.689919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:44.703218 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f197b545-3b8f-4cf8-a5d3-7112db4ae844 req-333c2eeb-518f-4188-b630-ea36ac5fd1a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553544
Feb 19 02:30:44.703570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.703973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.704364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.704746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.705125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.705504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.705878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.706251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.706667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.707041 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.707417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.707785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.708257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.708707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.709226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.709722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.710274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.710681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.711050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.711425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.711797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.712169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.712540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.712910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:30:44.717878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:44.770723 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-703e4b34-2ca2-4ad6-b0f0-f495657d6662 req-6a748e32-0dfb-4d0e-8e99-7259dad78536 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2775252
Feb 19 02:30:44.785065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60352) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:44.789586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.808282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.824033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:44.826680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:30:44.830400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Usage tracker for resource:security_group_rule and tenant:3d5bbf5cb3b4434c8dd1e883ba145313 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:44.830594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.831891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:44.833336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:44.839388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:44.901657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:44.905036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:44.934530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.937702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:44.946929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d0077e31-bb2c-4e44-bae2-b2d9b6d637e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:44.992497 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d5bbf5cb3b4434c8dd1e883ba145313&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062380
Feb 19 02:30:44.994286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f256f-568d-40b1-8211-ae7b48119bf8,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:44.996021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60356) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:44.997564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:45.058527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.069852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:45.087648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.136099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.141520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-396a8b8d-2273-46fa-aa10-c04643df4ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:45.148712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:45.149256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.152866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f256f-568d-40b1-8211-ae7b48119bf8,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:45.164799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:45.166970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.172446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b2f256f-568d-40b1-8211-ae7b48119bf8 HTTP/1.1" status: 204  len: 168 time: 0.1737764
Feb 19 02:30:45.319397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:45.414512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:45.415157 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.586978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862c036-af8c-4780-953c-fcf2dc45748d req-563fee26-8198-4aac-a35f-a48f97316556 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:45.591478 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d862c036-af8c-4780-953c-fcf2dc45748d req-563fee26-8198-4aac-a35f-a48f97316556 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1121967
Feb 19 02:30:45.643615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d862c036-af8c-4780-953c-fcf2dc45748d req-7620b92c-554f-4804-b780-ee07a8a412de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451138
Feb 19 02:30:45.668564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60378) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:45.687268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.703524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:45.707578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:3008276536884e83adfe9903ff199823 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:45.711216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:45.716853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:45.801681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.805030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:45.813638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-40f3c859-4597-475c-acd9-ea24814d946f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:45.856371 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3008276536884e83adfe9903ff199823&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1865547
Feb 19 02:30:45.858070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd7aad-438f-475d-9711-c0df1dbd2e5e,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:45.859250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60384) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:45.861389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:46.016087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:46.061399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:46.078560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dbb02-4016-42f9-a2de-14d25f1b1dc7 req-9e4891f9-2830-4018-843f-cb27e6379a5d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:46.079340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b78dbb02-4016-42f9-a2de-14d25f1b1dc7 req-9e4891f9-2830-4018-843f-cb27e6379a5d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Synchronizing usage tracker for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:46.120946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b78dbb02-4016-42f9-a2de-14d25f1b1dc7 req-9e4891f9-2830-4018-843f-cb27e6379a5d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Unset dirty status for tenant:c5e1c746a8dc450eb96f1b22cd181e50 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:46.122433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b78dbb02-4016-42f9-a2de-14d25f1b1dc7 req-9e4891f9-2830-4018-843f-cb27e6379a5d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1993060
Feb 19 02:30:46.144013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:46.151011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3cfcaadb-1857-42f5-bb3d-c7bd7c800b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:46.173380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd7aad-438f-475d-9711-c0df1dbd2e5e,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:46.183323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:46.203458 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b78dbb02-4016-42f9-a2de-14d25f1b1dc7 req-cbc4d025-c8ef-4d11-9616-6b9fd28057df tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738337
Feb 19 02:30:46.205525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:46.206681 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2edd7aad-438f-475d-9711-c0df1dbd2e5e HTTP/1.1" status: 204  len: 168 time: 0.3461788
Feb 19 02:30:46.498656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:46.551247 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'code': 200}
Feb 19 02:30:46.929217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a40a9-285f-467f-9da8-36d75d2ffff6 req-8ecd83d5-007f-4980-8f7d-e4e70d13375c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:46.934871 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd3a40a9-285f-467f-9da8-36d75d2ffff6 req-8ecd83d5-007f-4980-8f7d-e4e70d13375c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1716688
Feb 19 02:30:46.988904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9701-9ce3-4d00-b416-16a219908ba2 req-42d59c9a-0b82-4272-ba56-23458f5e473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:46.991279 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c20c9701-9ce3-4d00-b416-16a219908ba2 req-42d59c9a-0b82-4272-ba56-23458f5e473c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.1503484
Feb 19 02:30:46.996445 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd3a40a9-285f-467f-9da8-36d75d2ffff6 req-b59bd3aa-5fdd-4583-b0db-2b1cacecb36f tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0593402
Feb 19 02:30:47.039457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:47.053878 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c20c9701-9ce3-4d00-b416-16a219908ba2 req-bb59b100-727e-45e5-9708-eec4bce7b1a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478923
Feb 19 02:30:47.124351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:47.124695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:47.221267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c1d9a-1295-49f5-a374-068592eeb84b req-b5f1a533-c713-46bc-a1df-f94ed25e7b3e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:47.221267 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f1c1d9a-1295-49f5-a374-068592eeb84b req-b5f1a533-c713-46bc-a1df-f94ed25e7b3e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.1003911
Feb 19 02:30:47.280923 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f1c1d9a-1295-49f5-a374-068592eeb84b req-2e38a4d0-cb98-4676-8c61-c6c899f16ded tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513947
Feb 19 02:30:47.461437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2c157-9448-4468-8f11-444537d3b95c req-245a600c-aff5-4c15-be8a-ca07ac2f013f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:47.463068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4bb2c157-9448-4468-8f11-444537d3b95c req-245a600c-aff5-4c15-be8a-ca07ac2f013f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0950146
Feb 19 02:30:47.521032 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4bb2c157-9448-4468-8f11-444537d3b95c req-53aa2ed6-ee3d-4995-b4aa-bf184d8c5729 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515642
Feb 19 02:30:47.732899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd7ac7-7a4d-46a5-9ad0-e0798195b221 req-bc73a43c-c27a-4b3b-a7df-621311bb3b4f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:47.734722 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71bd7ac7-7a4d-46a5-9ad0-e0798195b221 req-bc73a43c-c27a-4b3b-a7df-621311bb3b4f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0918171
Feb 19 02:30:47.745683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60440) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:47.751786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Request body: {'floatingip': {'port_id': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:47.840925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:48.332007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021cb97-b791-44b6-8e56-67c6f0ec90f1 req-bf6661af-4796-437f-b079-1450c7d5d9a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:48.333643 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7021cb97-b791-44b6-8e56-67c6f0ec90f1 req-bf6661af-4796-437f-b079-1450c7d5d9a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.2095573
Feb 19 02:30:48.502420 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7021cb97-b791-44b6-8e56-67c6f0ec90f1 req-08825109-7f39-470b-937c-6a0625dfdd9e tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1543994
Feb 19 02:30:48.676468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83483ea-c5b6-49f6-96fe-d94dc36c4e7d req-407bf7bd-9812-414b-8ada-00117f28c788 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:48.678206 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f83483ea-c5b6-49f6-96fe-d94dc36c4e7d req-407bf7bd-9812-414b-8ada-00117f28c788 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.1107843
Feb 19 02:30:48.684122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:48.688289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:48.729221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f83483ea-c5b6-49f6-96fe-d94dc36c4e7d req-70beb202-18c9-4a02-b552-454e4ac4664d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446613
Feb 19 02:30:48.885736 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Floating IP 42eabe49-5511-433f-b14f-d27bfbae494f associated. External IP: 172.27.1.13, port: c6e75aba-17c0-47ae-b251-61c34117a52a.
Feb 19 02:30:49.114012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:30:49.191168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:30:49.191858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:49.250136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-d0e9e727-4bb5-47d6-857a-35bcac27c049 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:49.252227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-d0e9e727-4bb5-47d6-857a-35bcac27c049 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.1032517
Feb 19 02:30:49.288731 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:30:49.347756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Deleting port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:30:49.348409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:49.365982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60486) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:49.521064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:30:49.524170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:49.533032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:30:49.545008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:49.545705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7e48>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:49.553409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:49.555963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:49.668512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] For port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:30:49.668922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:49.802804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:49.815248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Calling delete_port for 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:30:49.838968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Usage tracker for resource:security_group_rule and tenant:05bceb6d5f2b4150b6c6aa82e71f2be3 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:49.899390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:49.912379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:49.942733 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-21fb63ba-3b01-46b4-9c97-723af762d42b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "PUT /v2.0/floatingips/42eabe49-5511-433f-b14f-d27bfbae494f HTTP/1.1" status: 200  len: 991 time: 2.1957150
Feb 19 02:30:49.945949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:49.975438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806d5d-0d98-4305-a58b-7e4c8a2fae25 req-3a186350-af96-42c0-b789-e2f5fd570c3c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:49.977067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55806d5d-0d98-4305-a58b-7e4c8a2fae25 req-3a186350-af96-42c0-b789-e2f5fd570c3c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1581347
Feb 19 02:30:50.048728 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55806d5d-0d98-4305-a58b-7e4c8a2fae25 req-ec3561a0-0344-45a5-9b52-fb4bddc1cf99 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0623522
Feb 19 02:30:50.081872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa05f0-f313-4640-bc1e-ab45f3a262bc req-1b145f3b-853d-48c3-b4c0-c9bed0c45e74 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:50.083717 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcaa05f0-f313-4640-bc1e-ab45f3a262bc req-1b145f3b-853d-48c3-b4c0-c9bed0c45e74 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e279104-c2ca-4bf4-872c-2804655e5a74 HTTP/1.1" status: 200  len: 946 time: 0.1713810
Feb 19 02:30:50.097584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.104414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.107472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.121184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-16a7c297-7bde-44a6-abd7-236a013900e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:50.135891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:50.161770 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05bceb6d5f2b4150b6c6aa82e71f2be3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7920883
Feb 19 02:30:50.164154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60504) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:50.186079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d04f3cc-2e78-4c76-bd7f-75864289a947,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:50.221372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:50.242030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.276150 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'status': 'completed', 'code': 200}
Feb 19 02:30:50.280969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.324233 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7e48>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '42eabe49-5511-433f-b14f-d27bfbae494f', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ad:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:23Z', 'updated_at': '2021-02-19T02:30:48Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:50.332049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:30:50.333516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.342374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-692c1934-6328-463a-8bf2-2baf0dd2091f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:50.343469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:50.344170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7e48>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:50.369990 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d04f3cc-2e78-4c76-bd7f-75864289a947,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:50.383023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:50.395074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.396770 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d04f3cc-2e78-4c76-bd7f-75864289a947 HTTP/1.1" status: 204  len: 168 time: 0.2314417
Feb 19 02:30:50.498612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac728d-f57b-48df-8a93-a7936243fb59 req-5a4f27c0-36e4-4aa9-9d6a-cae405493025 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:50.500433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5ac728d-f57b-48df-8a93-a7936243fb59 req-5a4f27c0-36e4-4aa9-9d6a-cae405493025 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0963347
Feb 19 02:30:50.546924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:50.563829 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f5ac728d-f57b-48df-8a93-a7936243fb59 req-37783de8-eba7-4845-a6c0-22ee0152ea61 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0557978
Feb 19 02:30:50.617272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Pushing event deleted for resources: {'Port': ['ID=3c8c8966-a8f7-40ab-8c5e-69bd76842ed3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:50.625810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:50.664596 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcaa05f0-f313-4640-bc1e-ab45f3a262bc req-5ea6408b-3900-48e0-9594-39fbf59cc36d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5686505
Feb 19 02:30:50.724332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-dac5acc2-2947-497b-86a3-8e9f9948ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:50.725999 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-dac5acc2-2947-497b-86a3-8e9f9948ff3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1163 time: 0.2159898
Feb 19 02:30:50.740006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] No DVR routers for this DVR port 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:30:50.764331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.770069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'name': 'network-vif-deleted', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:50.780074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-b40e0eee-4f11-4419-8870-cdb4bf4d9bc6 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:50.798835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-b40e0eee-4f11-4419-8870-cdb4bf4d9bc6 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:50.807139 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-b40e0eee-4f11-4419-8870-cdb4bf4d9bc6 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2099829
Feb 19 02:30:50.812618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:50.819021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:50.823207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Usage tracker for resource:floatingip and tenant:e134d1a72aee466e8636d06121d39c09 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:50.827151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:50.833738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:50.852624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60526) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:50.856096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.875396 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e279104-c2ca-4bf4-872c-2804655e5a74', 'name': 'network-vif-deleted', 'tag': '3c8c8966-a8f7-40ab-8c5e-69bd76842ed3', 'status': 'completed', 'code': 200}
Feb 19 02:30:50.894295 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d76d5ec0-6a35-4c82-8ec2-5c450da0d307 req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "DELETE /v2.0/ports/3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 HTTP/1.1" status: 204  len: 173 time: 1.6357977
Feb 19 02:30:50.894828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:50.955547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-0859871b-abc0-4df9-91e0-f5b5489d005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:50.957357 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-0859871b-abc0-4df9-91e0-f5b5489d005c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.2188671
Feb 19 02:30:51.042526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:30:51.050165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Usage tracker for resource:security_group_rule and tenant:06d78f3760fe408ca9e9b890bfb8991a is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:30:51.054509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:30:51.065978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:30:51.076943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:30:51.106228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:30:51.106655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 3c8c8966-a8f7-40ab-8c5e-69bd76842ed3 not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:30:51.115709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-60fa5ae2-7672-432b-94bf-ea97f9e178a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 999 time: 0.1419616
Feb 19 02:30:51.137324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7e48>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '42eabe49-5511-433f-b14f-d27bfbae494f', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ad:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:23Z', 'updated_at': '2021-02-19T02:30:48Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:51.141581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fe59d-1f10-4a03-a240-938fa2e7df97 None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '42eabe49-5511-433f-b14f-d27bfbae494f', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'port_id': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'mac_address': 'fa:16:3e:ad:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:23Z', 'updated_at': '2021-02-19T02:30:48Z', 'revision_number': 1, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:30:51.187348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-35d96e49-d7e2-4c35-a0bb-68e0dadcd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:51.188963 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-35d96e49-d7e2-4c35-a0bb-68e0dadcd6e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.0670800
Feb 19 02:30:51.189952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.278454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-0ad1bc6e-2d41-4cdd-9c12-7f1badda177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:51.280094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-0ad1bc6e-2d41-4cdd-9c12-7f1badda177a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836599
Feb 19 02:30:51.315083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.320323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.330677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8125375c-0856-4abf-b205-a2b96e68150e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:51.398952 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06d78f3760fe408ca9e9b890bfb8991a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5418870
Feb 19 02:30:51.398952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e83ceb-75b2-4670-8a6b-28edb23c2429,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:51.401915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:51.402564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60536) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:30:51.437630 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-74435e7e-f78d-4131-8b76-998abec875eb service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489208
Feb 19 02:30:51.513330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5525863-872f-40da-90a9-b3b533eabf74 None None] New status for floating IP 42eabe49-5511-433f-b14f-d27bfbae494f: ACTIVE {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:30:51.593471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.626572 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d2ccaf2d-7cc2-45fd-b5c8-1aa140477c35 req-39a1be35-b307-4ab2-b94b-b31b7ab49324 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1805050
Feb 19 02:30:51.647663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.682789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Allocated IP 172.27.1.6 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/4542e539-6b5f-4049-82ea-165a70ec4408) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:30:51.801413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.808559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bb1dc0cd-3864-4388-87d3-eb228666f7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:51.825728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e83ceb-75b2-4670-8a6b-28edb23c2429,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:51.839224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:51.856389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.860174 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31e83ceb-75b2-4670-8a6b-28edb23c2429 HTTP/1.1" status: 204  len: 168 time: 0.4503210
Feb 19 02:30:51.910007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:51.944580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.026265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-77455fad-018f-4de1-9bfc-c2ba4ec4a980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:52.129490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'Port': ['ID=4542e539-6b5f-4049-82ea-165a70ec4408,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:52.139388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:52.176142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:30:52.177302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:30:52.180205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:30:52.264320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.330382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.613370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.617657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.632979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-27a40e43-f82a-430f-856d-ff4df9006056 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:30:52.782395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event updated for resources: {'Port': ['ID=4542e539-6b5f-4049-82ea-165a70ec4408,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:30:52.785505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:30:52.878074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.897820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:52.899204 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.0911796
Feb 19 02:30:52.988529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-44e11271-35f3-4a2f-b666-34a6d626d8a9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:floatingip {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:30:53.005502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-44e11271-35f3-4a2f-b666-34a6d626d8a9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:floatingip {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:30:53.007574 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-44e11271-35f3-4a2f-b666-34a6d626d8a9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.6 HTTP/1.1" status: 200  len: 694 time: 0.1018472
Feb 19 02:30:53.169688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-101058fe-2bb3-49cd-a936-0e18f41ac069 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:53.171207 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-101058fe-2bb3-49cd-a936-0e18f41ac069 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1575019
Feb 19 02:30:53.182639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-ffa65615-b33d-448d-bd92-f5051d1afdc5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:30:53.183882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c2c0cf3-f133-421a-a936-1f423f18d50c req-ffa65615-b33d-448d-bd92-f5051d1afdc5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066946
Feb 19 02:30:53.384289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-85d43ab7-a1db-4ed7-a082-6ab48ec359a4 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:53.385915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-85d43ab7-a1db-4ed7-a082-6ab48ec359a4 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0884073
Feb 19 02:30:53.478117 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-9660e4f4-52e1-4693-b8a2-b43854a1f673 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.6 HTTP/1.1" status: 200  len: 694 time: 0.0859387
Feb 19 02:30:53.490857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Request body: {'floatingip': {'port_id': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:30:53.574135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:54.468464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:54.471514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:54.656803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Floating IP e3b0810c-74d8-4003-a582-fca2ac3245ed associated. External IP: 172.27.1.6, port: 9b55214e-d4a5-4d7f-a090-48b12fdd6991.
Feb 19 02:30:55.026275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Router 5cd91d82-3573-4d3b-978b-c1919eefcdcd has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:30:55.215513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:30:55.219937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:30:55.225638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Sync routers for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:30:55.235545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:55.236311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf416dbba8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:55.281399 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-65ef9c8e-d000-4657-823e-11735f4ee388 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "PUT /v2.0/floatingips/e3b0810c-74d8-4003-a582-fca2ac3245ed HTTP/1.1" status: 200  len: 995 time: 1.7949853
Feb 19 02:30:55.281952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:30:55.371550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-1938c40c-274a-4827-b17c-512c7f0e5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.373192 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-1938c40c-274a-4827-b17c-512c7f0e5e34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0774050
Feb 19 02:30:55.483483 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'status': 'completed', 'code': 200}
Feb 19 02:30:55.534599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-4ca98eee-a5b2-4b08-ac1f-454eae21ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.536230 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-4ca98eee-a5b2-4b08-ac1f-454eae21ebae service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.1563137
Feb 19 02:30:55.595490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:55.605301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-5689af55-80c3-4c4e-b39c-c0513bcd361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.607444 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-5689af55-80c3-4c4e-b39c-c0513bcd361d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0906582
Feb 19 02:30:55.676064 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-e2d1b572-54df-40c8-ab06-d14e0e65c311 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 998 time: 0.1325295
Feb 19 02:30:55.747735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-3788fd01-6338-4c65-a791-26805131caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.749749 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-3788fd01-6338-4c65-a791-26805131caa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0668309
Feb 19 02:30:55.755324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-2f8037bf-9bcf-45b1-b35d-5d79438b5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.758151 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-2f8037bf-9bcf-45b1-b35d-5d79438b5048 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.1420808
Feb 19 02:30:55.840414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-90e83e99-5ba2-4727-b1ae-b89bf82a4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.842046 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-90e83e99-5ba2-4727-b1ae-b89bf82a4ed9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839932
Feb 19 02:30:55.854564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-fdecff1e-a012-4248-b222-ac0203577dd3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:30:55.861810 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-fdecff1e-a012-4248-b222-ac0203577dd3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0117123
Feb 19 02:30:55.877919 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-a1b39947-c28c-424d-b65b-5a409478080f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 998 time: 0.1084585
Feb 19 02:30:55.964044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-d655f8f2-863e-413d-9a5a-f1d98712d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:55.965738 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-d655f8f2-863e-413d-9a5a-f1d98712d5b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0814164
Feb 19 02:30:55.990164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf416dbba8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'e3b0810c-74d8-4003-a582-fca2ac3245ed', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'port_id': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'mac_address': 'fa:16:3e:74:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:52Z', 'updated_at': '2021-02-19T02:30:54Z', 'revision_number': 1, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:55.995113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Checking router: 5cd91d82-3573-4d3b-978b-c1919eefcdcd for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:30:56.004274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:30:56.004878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf416dbba8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:30:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:56.020147 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-5b0a1115-06e3-41cc-9035-da71bfae3d15 service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574399
Feb 19 02:30:56.059803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-79fdba85-c270-410f-bc81-beb0092a8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:30:56.061563 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-79fdba85-c270-410f-bc81-beb0092a8482 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885749
Feb 19 02:30:56.167453 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1513fe11-4916-4d87-bc80-9f8d161f8737 req-4032f97c-3366-42d6-abc8-b0954b50350b service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408260
Feb 19 02:30:56.199978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:30:56.211727 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-9b4044e2-f207-4e4a-b9bf-c853abe4e888 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429336
Feb 19 02:30:56.358284 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e4e55a00-44b0-4e94-8b7b-abb8812b9c8e req-82cd9da2-0583-4447-a164-15744964f0f5 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391850
Feb 19 02:30:56.582039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf416dbba8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'e3b0810c-74d8-4003-a582-fca2ac3245ed', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'port_id': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'mac_address': 'fa:16:3e:74:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:52Z', 'updated_at': '2021-02-19T02:30:54Z', 'revision_number': 1, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:30:56.586881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af9302-dc74-489b-84b5-c20b6b07363a None None] The sync data for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi is: [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'e3b0810c-74d8-4003-a582-fca2ac3245ed', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'port_id': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'mac_address': 'fa:16:3e:74:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:30:52Z', 'updated_at': '2021-02-19T02:30:54Z', 'revision_number': 1, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:30:56.863232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760b007-10a0-4d30-9c6e-e3ee9568c7bc None None] New status for floating IP e3b0810c-74d8-4003-a582-fca2ac3245ed: ACTIVE {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:31:00.824278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-38934fb4-122c-468d-b673-970aae85a328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:01.876492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-1104690d-1d98-45a7-95fb-9f666c9a7590 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:01.878025 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-1104690d-1d98-45a7-95fb-9f666c9a7590 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 814 time: 0.3875351
Feb 19 02:31:01.894687 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-27ab76a5-7290-4fbb-bb8d-c2dafccb45b5 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/quotas/34bd5f2d3f10452aa7848bc1d229dfdd HTTP/1.1" status: 200  len: 375 time: 0.0097315
Feb 19 02:31:01.948727 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-ced6fad5-c9b8-4068-91f3-5dcae2feb76e tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483079
Feb 19 02:31:02.091694 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-576733e5-8ee2-43b4-9ea4-165ce1af7b81 service neutron] 10.222.0.44 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348290
Feb 19 02:31:02.234179 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-9c0767e4-de5d-484b-a90a-b048d264a83d service neutron] 10.222.0.44 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359076
Feb 19 02:31:02.423328 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-05dfcf14-2489-4723-bbeb-0ef823a22118 req-82143d93-ad9e-47e1-a6c3-aca2df0065a4 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 210 time: 0.0487800
Feb 19 02:31:03.275144 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-905047a1-8817-4749-9f67-4617392855a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:03.588839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a610c732-de2d-4b36-b414-13c55064d5f4 req-cc591e74-fe03-4b61-95df-6ae2c5cd2718 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 210 time: 0.0536771
Feb 19 02:31:03.807118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:03.980241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532adde5-64f7-41e7-ad0d-05c82b6ca78f req-459f8df2-d36f-45f4-9380-b563d9515676 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:03.981859 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-532adde5-64f7-41e7-ad0d-05c82b6ca78f req-459f8df2-d36f-45f4-9380-b563d9515676 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0871351
Feb 19 02:31:04.029294 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-532adde5-64f7-41e7-ad0d-05c82b6ca78f req-ee01cb3d-e394-479d-82bb-d8cce972656f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412509
Feb 19 02:31:04.752763 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6cf8a018-1c27-47c7-b7cc-df01e9b57505 req-dd36ece7-b65b-43a1-bba6-dfbf8b495ff8 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 210 time: 0.0520577
Feb 19 02:31:04.966393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:05.036722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-82c9f113-8a48-4b12-89d9-20badafca7e6 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:05.038938 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-82c9f113-8a48-4b12-89d9-20badafca7e6 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 814 time: 0.1853609
Feb 19 02:31:05.061532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Request body: {'port': {'device_id': '2f547266-6472-46d2-a651-03a6dab0b871', 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827', 'admin_state_up': True, 'tenant_id': '34bd5f2d3f10452aa7848bc1d229dfdd'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:05.199844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:05.251437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:05.258245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Usage tracker for resource:port and tenant:34bd5f2d3f10452aa7848bc1d229dfdd is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:05.262138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:05.268249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:05.277819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Made reservation on behalf of 34bd5f2d3f10452aa7848bc1d229dfdd for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:31:05.283536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:05.593843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65016-7adb-457d-b0ee-cc389a031a6e req-638f164c-1727-4a48-ab65-051ab9b0c750 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:05.595538 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a1c65016-7adb-457d-b0ee-cc389a031a6e req-638f164c-1727-4a48-ab65-051ab9b0c750 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.3894935
Feb 19 02:31:05.703960 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a1c65016-7adb-457d-b0ee-cc389a031a6e req-1d61462c-27eb-458c-94d8-dbfaf1b51235 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981011
Feb 19 02:31:05.730286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Allocated IP 172.20.0.8 (d734f7f3-2e72-4bf5-8705-7f9359473827/f08e6d55-4943-4d8c-8257-a4e056d1f406/d1b61b95-00d7-4d6d-b713-66c941346701) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:31:05.920994 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-846569b0-740e-4923-9c81-cbc4096e3ce6 req-09cdfe39-bec0-49c4-b114-9364f274bc67 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 210 time: 0.0499718
Feb 19 02:31:06.019786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:06.043051 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-8004919a-038b-4f3c-b9ac-7a0b3fb62368 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1331975
Feb 19 02:31:06.064406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:06.079625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:06.541980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Pushing event updated for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:06.547445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:06.558066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Network d734f7f3-2e72-4bf5-8705-7f9359473827 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:31:06.559952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:31:06.563385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:31:06.567768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:06.568964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:06.609837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-55e3bc97-6f6f-4b25-845e-9e0628989ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:06.611581 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-55e3bc97-6f6f-4b25-845e-9e0628989ec9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.4792876
Feb 19 02:31:06.613323 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5564704
Feb 19 02:31:06.639957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Request body: {'port': {'device_id': '2f547266-6472-46d2-a651-03a6dab0b871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:06.798290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-cbe534c2-0b47-49c2-b928-8989a3d2ed4f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:06.800013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-cbe534c2-0b47-49c2-b928-8989a3d2ed4f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.0980513
Feb 19 02:31:06.904380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:06.970332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-44a0058d-3818-4cd1-bfea-08a8327ebe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:06.972286 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-44a0058d-3818-4cd1-bfea-08a8327ebe8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.2994039
Feb 19 02:31:06.982478 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Deleting port d5caccc3-33c1-47a3-b424-89ffc91a1700 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:31:06.982879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.025271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d5caccc3-33c1-47a3-b424-89ffc91a1700 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:31:07.055207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1360987-11c3-40dd-a4c9-daa1c83b577c req-91964f1b-9edc-47a8-8d68-49d559940200 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:07.056760 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1360987-11c3-40dd-a4c9-daa1c83b577c req-91964f1b-9edc-47a8-8d68-49d559940200 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 945 time: 0.1961613
Feb 19 02:31:07.181007 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1360987-11c3-40dd-a4c9-daa1c83b577c req-52c480a0-df75-4dfa-b376-2796d0e5c18e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072078
Feb 19 02:31:07.198784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.237402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:07.238724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:07.245730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.247810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:07.332950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:07.337757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:07.347473 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'code': 200}
Feb 19 02:31:07.374048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:07.374484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.442852 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-84dab2cd-4378-4d94-aa7c-2925ff2619d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 1000 time: 0.4577186
Feb 19 02:31:07.578645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c158-ef07-43e4-9b0c-048e618c245a req-1ccc4e5b-41ca-4f8f-835f-a67c210d52eb tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:07.579389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e6e8c158-ef07-43e4-9b0c-048e618c245a req-1ccc4e5b-41ca-4f8f-835f-a67c210d52eb tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Synchronizing usage tracker for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:07.585982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-3bb2f05a-ef9b-42af-9a65-99d7becdda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:07.587505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-3bb2f05a-ef9b-42af-9a65-99d7becdda7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.1376438
Feb 19 02:31:07.673383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e6e8c158-ef07-43e4-9b0c-048e618c245a req-1ccc4e5b-41ca-4f8f-835f-a67c210d52eb tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Unset dirty status for tenant:34bd5f2d3f10452aa7848bc1d229dfdd on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:07.674798 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e6e8c158-ef07-43e4-9b0c-048e618c245a req-1ccc4e5b-41ca-4f8f-835f-a67c210d52eb tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 931 time: 0.5462644
Feb 19 02:31:07.703283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.703704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.704061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Floating IP 5fcec2b6-ead4-4b14-9952-692bc565b416 disassociated. External IP: 172.27.1.77, port: d5caccc3-33c1-47a3-b424-89ffc91a1700.
Feb 19 02:31:07.704454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Calling delete_port for d5caccc3-33c1-47a3-b424-89ffc91a1700 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:31:07.780133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b61b95-00d7-4d6d-b713-66c941346701 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:31:07.795504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:31:07.795969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:31:07.796089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.810554 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e6e8c158-ef07-43e4-9b0c-048e618c245a req-c6fb5e86-78eb-4b08-884d-2400c00567e2 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931215
Feb 19 02:31:07.815503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-b06e4bd6-c930-4b83-a4d1-ac85fb25befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:07.817072 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-b06e4bd6-c930-4b83-a4d1-ac85fb25befb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2182066
Feb 19 02:31:07.823837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Transition to ACTIVE for port object d1b61b95-00d7-4d6d-b713-66c941346701 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:31:07.827763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:07.845577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4daec26-4794-481b-a3a3-50dd5eeb1d1c tempest-VolumesNegativeTest-1959634257 tempest-VolumesNegativeTest-1959634257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:08.079283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:08.086235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:08.214630 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-166a107d-22ea-482e-99e0-fb0e58ce3e05 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722360
Feb 19 02:31:08.297216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Deleting port d5caccc3-33c1-47a3-b424-89ffc91a1700 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:31:08.297618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.335822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Attempting to bind port d1b61b95-00d7-4d6d-b713-66c941346701 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:31:08.336202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Attempting to bind port d1b61b95-00d7-4d6d-b713-66c941346701 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:31:08.336577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Attempting to bind port d1b61b95-00d7-4d6d-b713-66c941346701 on network d734f7f3-2e72-4bf5-8705-7f9359473827 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:31:08.345919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:31:08.346297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Checking segment: {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:31:08.346760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.347167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Bound using segment: {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:31:08.347662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Bound port: d1b61b95-00d7-4d6d-b713-66c941346701, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b08686-06ed-426d-8900-a4a0f2909985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd734f7f3-2e72-4bf5-8705-7f9359473827'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:31:08.348045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.461722 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-d440e626-7651-4fcb-8c17-584b79bb5174 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2388775
Feb 19 02:31:08.493822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:31:08.497467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d1b61b95-00d7-4d6d-b713-66c941346701,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:31:08.501115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.517921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-213e6f44-bc68-4717-ac25-438183cce6de tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:08.526291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2693d82-9ba2-4ad2-b6aa-7026e1aa2a3b req-46059c8d-6302-4776-a40a-df576707fb0d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:08.527929 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c2693d82-9ba2-4ad2-b6aa-7026e1aa2a3b req-46059c8d-6302-4776-a40a-df576707fb0d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 943 time: 0.1865754
Feb 19 02:31:08.673913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c2693d82-9ba2-4ad2-b6aa-7026e1aa2a3b req-7213fcb1-a6e0-415a-9181-597039221863 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241794
Feb 19 02:31:08.677940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:08.683632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:08.724422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:08.725838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.729191 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1b61b95-00d7-4d6d-b713-66c941346701 HTTP/1.1" status: 200  len: 1157 time: 2.1072459
Feb 19 02:31:08.729922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:08.741794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] For port d5caccc3-33c1-47a3-b424-89ffc91a1700, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d5caccc3-33c1-47a3-b424-89ffc91a1700,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:08.742259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:08.811678 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701', 'status': 'completed', 'code': 200}
Feb 19 02:31:08.869239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-33bcbd9d-69ba-47f4-80ea-f1870f72d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:08.871438 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-33bcbd9d-69ba-47f4-80ea-f1870f72d2cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 1160 time: 0.1000938
Feb 19 02:31:08.976273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60844) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:08.991956 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-4b262ebe-884c-466a-b427-1b54f182156b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1b61b95-00d7-4d6d-b713-66c941346701 HTTP/1.1" status: 200  len: 217 time: 0.1096289
Feb 19 02:31:09.110099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.126090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:09.130206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Usage tracker for resource:security_group_rule and tenant:a1876aa5a2b64a6096678255348209c0 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:09.133223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:09.139053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:09.148383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0272d55-fd7d-42f0-9db0-b36343ebdf80 req-846c947b-9dda-47a4-aeaa-87146e3acd2f tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:09.149970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0272d55-fd7d-42f0-9db0-b36343ebdf80 req-846c947b-9dda-47a4-aeaa-87146e3acd2f tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.2085681
Feb 19 02:31:09.158659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.159076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.159424 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Floating IP 5fcec2b6-ead4-4b14-9952-692bc565b416 disassociated. External IP: 172.27.1.77, port: d5caccc3-33c1-47a3-b424-89ffc91a1700.
Feb 19 02:31:09.159809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Calling delete_port for d5caccc3-33c1-47a3-b424-89ffc91a1700 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:31:09.226330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.229154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.241527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2b036b05-1e61-45d9-bc43-2443154b7e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:09.256004 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b0272d55-fd7d-42f0-9db0-b36343ebdf80 req-82edac6f-9631-4533-be14-c4cbab720f41 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992415
Feb 19 02:31:09.354809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.371026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-917c7a2b-c8e8-4aed-8619-0576d6958808 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:09.468858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'Port': ['ID=d5caccc3-33c1-47a3-b424-89ffc91a1700,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:09.485608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:09.507017 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1876aa5a2b64a6096678255348209c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5296071
Feb 19 02:31:09.508715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dda60a-5513-4c1c-8b80-9a01160fb835,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:09.511282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60854) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:09.514243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:09.576168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.604495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.651079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.656227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2df0f122-cf3e-4f26-8922-2dca2d51ce5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:09.670186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dda60a-5513-4c1c-8b80-9a01160fb835,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:09.673416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:09.675472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:09.682312 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74dda60a-5513-4c1c-8b80-9a01160fb835 HTTP/1.1" status: 204  len: 168 time: 0.1678045
Feb 19 02:31:09.887393 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-deb904cd-e237-4c61-bb46-571f3dbaf8ab req-ac83e988-1c82-45cd-8c56-3e3dd33863cc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.0731349
Feb 19 02:31:10.022318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:31:10.061381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-d5e8369a-21a4-4c11-8d77-d00040df5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:10.063041 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-d5e8369a-21a4-4c11-8d77-d00040df5b14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f08e6d55-4943-4d8c-8257-a4e056d1f406 HTTP/1.1" status: 200  len: 854 time: 0.0959849
Feb 19 02:31:10.097725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60866) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:10.118839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.137063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:10.142259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Usage tracker for resource:security_group_rule and tenant:939cf9f3c98b46db823673f134322b73 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:10.145378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:10.151583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:10.232654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:31:10.240498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.242999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:31:10.243735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.253361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:31:10.254418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c220f0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:31:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:10.256838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e5e9c70c-637e-49de-a19e-c9941b141777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:10.280211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] No DVR routers for this DVR port d5caccc3-33c1-47a3-b424-89ffc91a1700 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:31:10.282597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.285457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-deleted', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:10.301338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=939cf9f3c98b46db823673f134322b73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1994905
Feb 19 02:31:10.302018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60874) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:10.306745 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9305c9c3-7146-49e4-960a-9430b3b577fa req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "DELETE /v2.0/ports/d5caccc3-33c1-47a3-b424-89ffc91a1700 HTTP/1.1" status: 204  len: 173 time: 3.4995289
Feb 19 02:31:10.316842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26e826-e059-48fa-ac3c-be08bbbe461c,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:10.324829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:10.371907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.400498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.447853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.453189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45a43785-6260-4329-ac89-0b295d155ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:10.464934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb594d-8aec-4eb7-91b1-0715df950bea req-1615bd74-afd5-4981-ad8c-f6f5c4cce476 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:10.465704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:31:10.466620 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebdb594d-8aec-4eb7-91b1-0715df950bea req-1615bd74-afd5-4981-ad8c-f6f5c4cce476 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.0899038
Feb 19 02:31:10.469205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26e826-e059-48fa-ac3c-be08bbbe461c,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:10.471646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.475265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f26e826-e059-48fa-ac3c-be08bbbe461c HTTP/1.1" status: 204  len: 168 time: 0.1686845
Feb 19 02:31:10.475265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:10.519806 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebdb594d-8aec-4eb7-91b1-0715df950bea req-3d501f1d-159b-4887-9e03-591d6839c8d7 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456533
Feb 19 02:31:10.590715 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f746d8-04b6-4db3-a823-ecff5e8dab6b', 'name': 'network-vif-deleted', 'tag': 'd5caccc3-33c1-47a3-b424-89ffc91a1700', 'status': 'completed', 'code': 200}
Feb 19 02:31:10.823274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c220f0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:10.827766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:31:10.837216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:31:10.837893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41c220f0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:31:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:10.848641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60884) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:10.871391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:10.886927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:10.891140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Usage tracker for resource:security_group_rule and tenant:f687b3f8bd104020adb58ec46aea1e32 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:10.894110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:10.900544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:11.004740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.008851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.017948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d924975d-d6ac-4928-8896-d1afe44758c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:11.038044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:31:11.103471 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f687b3f8bd104020adb58ec46aea1e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528653
Feb 19 02:31:11.106423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60890) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:11.109450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d3fa1-367b-4ec8-9099-3f77f90ea71f,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:11.113993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a582bcb3-cb6e-4251-9b40-571b91d61b3a req-af7c2189-72d0-4d41-b831-8fa233f5872b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.0720222
Feb 19 02:31:11.114878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aa9b3371-f584-4398-866e-ae30ae663749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:11.174927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.202744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.247533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.252547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e13e659b-fb15-4b57-9a9d-235349a8b317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:11.263848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d3fa1-367b-4ec8-9099-3f77f90ea71f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:11.267589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:11.271009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.272803 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b61d3fa1-367b-4ec8-9099-3f77f90ea71f HTTP/1.1" status: 204  len: 168 time: 0.1653180
Feb 19 02:31:11.393082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41c220f0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:11.397628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b567eb-70b1-477d-a340-24933ae7957a None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:31:11.749972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c151845-5027-4ee3-b178-d6d28f61dbe7 req-299293a6-fdea-41b7-8298-223029290158 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:11.751688 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c151845-5027-4ee3-b178-d6d28f61dbe7 req-299293a6-fdea-41b7-8298-223029290158 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.1075783
Feb 19 02:31:11.806712 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5c151845-5027-4ee3-b178-d6d28f61dbe7 req-5b58b63b-6650-4530-94e3-8015c3276c72 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473518
Feb 19 02:31:11.831659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b956ec-3546-4af9-aeec-4cfc62a91eca None None] New status for floating IP 5fcec2b6-ead4-4b14-9952-692bc565b416: DOWN {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:31:11.867011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:11.952118 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-6ed285b3-9ed3-4627-9533-d70dd509145f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d734f7f3-2e72-4bf5-8705-7f9359473827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925586
Feb 19 02:31:12.143068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-84548864-cb9b-4356-a9bf-5b40da80b79f service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839118
Feb 19 02:31:12.333567 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0e1515cf-3978-4b75-9b2a-761789c2c76d req-1b2f7b3d-47e2-41c0-944f-ad9c61a5dfe3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=42f746d8-04b6-4db3-a823-ecff5e8dab6b HTTP/1.1" status: 200  len: 210 time: 0.0589449
Feb 19 02:31:12.354152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02c97f32-2149-42d1-a1a2-6905ee30cae4 req-a3d3fbec-8c7b-4483-b438-d4f739b127cf service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1975150
Feb 19 02:31:12.479565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-56a74d03-6492-4fa9-886e-8ea5aa00d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:12.481248 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-56a74d03-6492-4fa9-886e-8ea5aa00d4d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 1160 time: 0.0813394
Feb 19 02:31:12.635628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-57446aa6-8e60-41ff-93a6-ff38fce194c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:12.637525 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-57446aa6-8e60-41ff-93a6-ff38fce194c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 200  len: 908 time: 0.1483812
Feb 19 02:31:12.724850 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-9b6dc2d4-1ed6-4f25-9983-1f7cf3ef7e28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1b61b95-00d7-4d6d-b713-66c941346701 HTTP/1.1" status: 200  len: 217 time: 0.0731552
Feb 19 02:31:12.801508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-e49df32f-2508-4150-96ec-e72337ce9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:12.803836 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-e49df32f-2508-4150-96ec-e72337ce9a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f08e6d55-4943-4d8c-8257-a4e056d1f406 HTTP/1.1" status: 200  len: 854 time: 0.0688109
Feb 19 02:31:12.866672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-cd0835cd-3968-4b88-8d14-234109383b95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d734f7f3-2e72-4bf5-8705-7f9359473827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525014
Feb 19 02:31:13.042862 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-7595ebb1-a9a1-46b2-8ba4-b7edb56cfb10 service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672499
Feb 19 02:31:13.077351 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e0f2-76e6-4720-8e8f-e01464db7385 req-a486bcec-5d7b-4490-8be2-9da452aaaade tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:13.079212 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a872e0f2-76e6-4720-8e8f-e01464db7385 req-a486bcec-5d7b-4490-8be2-9da452aaaade tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.1107280
Feb 19 02:31:13.136827 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a872e0f2-76e6-4720-8e8f-e01464db7385 req-97b49742-b210-47d4-84d4-32e6529c1d03 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484664
Feb 19 02:31:13.200178 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3cf82d0-8e63-48e1-9be6-1540cbc3ad14 req-ba065afa-904a-4e43-ba89-cee970e09f3e service neutron] 10.222.0.53 "GET /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494439
Feb 19 02:31:13.463807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60942) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:13.532014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:13.561175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:13.606165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:13.611441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a314d839-5749-4b6f-83ee-e4c0dce95f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:13.627055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:13.629807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:13.636590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:13.637799 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "DELETE /v2.0/security-groups/085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a HTTP/1.1" status: 204  len: 168 time: 0.1729279
Feb 19 02:31:13.640908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60946) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:13.659468 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.v2.resource [None req-132cfb54-8d28-4d86-9a3d-6e4fdbe21810 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] show failed (client error): The resource could not be found.
Feb 19 02:31:13.660635 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-132cfb54-8d28-4d86-9a3d-6e4fdbe21810 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups/085281b8-6f0a-4ffe-bc0c-3d0b7cd95e8a HTTP/1.1" status: 404  len: 347 time: 0.0186799
Feb 19 02:31:13.663902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 60950) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:13.768060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:31:13.846538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Deleting port 97bab416-1080-4883-99e9-4097202f41c7 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:31:13.846918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.029207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.029582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.165067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Calling delete_port for 97bab416-1080-4883-99e9-4097202f41c7 owned by network:floatingip {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:31:14.403080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.421020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1abfae28-99f2-45c7-a1ab-d21ecc9668ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:14.529353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'Port': ['ID=97bab416-1080-4883-99e9-4097202f41c7,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:14.531711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d1b61b95-00d7-4d6d-b713-66c941346701 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:31:14.535445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:14.549929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940e99-01aa-432d-aa3d-e8e8f79e428e req-c496daf8-c9fc-438c-8d6d-d08aebd0ae98 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:14.551518 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-05940e99-01aa-432d-aa3d-e8e8f79e428e req-c496daf8-c9fc-438c-8d6d-d08aebd0ae98 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.2444022
Feb 19 02:31:14.614816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port d1b61b95-00d7-4d6d-b713-66c941346701 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:31:14.621361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d1b61b95-00d7-4d6d-b713-66c941346701 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:14.622251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.644024 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-05940e99-01aa-432d-aa3d-e8e8f79e428e req-0e7e90dd-9167-47f4-95e3-f730f3ede647 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759513
Feb 19 02:31:14.729784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.746564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.749550 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "DELETE /v2.0/floatingips/5fcec2b6-ead4-4b14-9952-692bc565b416 HTTP/1.1" status: 204  len: 168 time: 1.0846045
Feb 19 02:31:14.776553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.806576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:14.819017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d1b61b95-00d7-4d6d-b713-66c941346701,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:14.822288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:14.825831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:14.864411 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701', 'code': 200}
Feb 19 02:31:14.902303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:14.905509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:15.108413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3008-0c1a-4eaf-b2e6-90a92a02f2c1 req-29fc7fe3-1d40-4d6f-9808-4ddcbb144058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:15.110078 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5efe3008-0c1a-4eaf-b2e6-90a92a02f2c1 req-29fc7fe3-1d40-4d6f-9808-4ddcbb144058 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 1162 time: 0.0788102
Feb 19 02:31:15.114927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60984) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:15.133928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107369795', 'description': 'tempest-description--1130629812'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:15.144452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:15.151871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:15.162697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:15.172303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:15.178096 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5efe3008-0c1a-4eaf-b2e6-90a92a02f2c1 req-612e3ae8-104c-4dee-8aeb-71fd2b6eaf47 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597196
Feb 19 02:31:15.184413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.205172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:15.210067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:15.213063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:15.218817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:15.291159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.294026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.299403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f27f3c54-022f-4b56-a5db-b11b06edf02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:15.351893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee0a97-7dd4-4244-b858-56e5f2fbdbec,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:15.356836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:15.363008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.364326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2477648
Feb 19 02:31:15.367520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60990) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:15.373004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group_rule': {'security_group_id': '10ee0a97-7dd4-4244-b858-56e5f2fbdbec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:15.379014 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:15.383103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:15.386169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:15.392003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:15.408178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.471143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.473693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.476342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:15.499437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10b861d-cff6-4178-a3be-75f860b74509,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:15.502069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:15.509383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.510717 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1421623
Feb 19 02:31:15.513481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 60996) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:15.519140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'security_group_rule': {'security_group_id': '10ee0a97-7dd4-4244-b858-56e5f2fbdbec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:15.525912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:15.530044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:security_group_rule and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:15.533112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:15.542153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:15.558767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.625251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.627960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.630256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc6c82e5-58ef-4904-8b5d-e88627185fa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:15.656581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5846e424-f467-408d-8b4e-fcf54fb2764a,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:15.659217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:15.666551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.671434 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-00e94971-7c86-4fe4-afa0-8615235ab79e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1534581
Feb 19 02:31:15.671546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 32772) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:15.678112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:15.684469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:15.689078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Usage tracker for resource:floatingip and tenant:ce3f0058e9cc413c9235ce9b044f5d1f is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:15.692226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:15.698639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:15.710116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.861558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:15.878621 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344a0b5-e2b3-4a40-8827-ff94c019e495 req-7c4187c1-bf23-4a19-b4bd-f807528e73ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:15.880293 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d344a0b5-e2b3-4a40-8827-ff94c019e495 req-7c4187c1-bf23-4a19-b4bd-f807528e73ec tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.0905337
Feb 19 02:31:15.944895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d344a0b5-e2b3-4a40-8827-ff94c019e495 req-076e2557-c15b-4291-974f-6623c153e6ca tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577185
Feb 19 02:31:16.160547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Allocated IP 172.27.1.63 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/0856a48f-313c-4c0c-961e-b2c681f11f51) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:31:16.234293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d1b61b95-00d7-4d6d-b713-66c941346701 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:31:16.305860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d1b61b95-00d7-4d6d-b713-66c941346701 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:16.306224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:16.315778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:16.346542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:16.361558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:16.500355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=0856a48f-313c-4c0c-961e-b2c681f11f51,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:16.515279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:16.560960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:31:16.562130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:31:16.564304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:31:16.651868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:16.717261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:16.997817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:17.001980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:17.017945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:17.156691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=0856a48f-313c-4c0c-961e-b2c681f11f51,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:17.159989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202de038-f79e-4793-85ba-e0e45ac03026 req-0a7e5400-5274-4962-bec9-3cc9c83e4f5f tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:17.161603 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-202de038-f79e-4793-85ba-e0e45ac03026 req-0a7e5400-5274-4962-bec9-3cc9c83e4f5f tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.0912817
Feb 19 02:31:17.221523 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-202de038-f79e-4793-85ba-e0e45ac03026 req-45b8fa80-b83c-49fa-a024-bd84780f8e74 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489290
Feb 19 02:31:17.428485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:17.522260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:17.545778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:17.547137 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8746705
Feb 19 02:31:17.795223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-939d6f9b-3e90-44e4-b2bc-159dc31ebbf7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:17.810329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-939d6f9b-3e90-44e4-b2bc-159dc31ebbf7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:17.811709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-939d6f9b-3e90-44e4-b2bc-159dc31ebbf7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--107369795&fields=id&tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 267 time: 0.0612080
Feb 19 02:31:17.978402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-58e23621-48b8-47c6-93ed-a89a2ea24ff0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:17.979141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-58e23621-48b8-47c6-93ed-a89a2ea24ff0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:17.995615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-58e23621-48b8-47c6-93ed-a89a2ea24ff0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:17.996877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-58e23621-48b8-47c6-93ed-a89a2ea24ff0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 810 time: 0.1776683
Feb 19 02:31:18.012929 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-9e7023d3-04e7-46da-9835-a8f8771aae1a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/quotas/ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 375 time: 0.0097773
Feb 19 02:31:18.105893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-279c27d6-a599-46b4-b756-5d3adb3c896c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:18.121128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-279c27d6-a599-46b4-b756-5d3adb3c896c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:18.122487 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-279c27d6-a599-46b4-b756-5d3adb3c896c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1042383
Feb 19 02:31:18.204286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d1b61b95-00d7-4d6d-b713-66c941346701 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:31:18.282804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d1b61b95-00d7-4d6d-b713-66c941346701 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:18.283474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.332340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 32836) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:18.390988 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-bba5ff76-dba2-4dfb-bd8a-4711780d9867 service neutron] 10.222.0.44 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556093
Feb 19 02:31:18.465055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.481695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:18.486318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Usage tracker for resource:security_group_rule and tenant:2cadd27eb3724309a771e823faa3d9c6 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:18.489903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:18.495759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:18.550028 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-2bcb4ad7-9a6c-4b6b-9016-f3529d0b9db9 service neutron] 10.222.0.44 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1575215
Feb 19 02:31:18.586603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.589945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.599451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eab51edc-f01f-4f6b-b567-643d0dfb2315 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:18.643991 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cadd27eb3724309a771e823faa3d9c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3103852
Feb 19 02:31:18.644952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612551f1-6ae3-4529-aa7c-ee2140b41459,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:18.647441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 32846) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:18.654129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.654743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.655158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.655565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.655967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.656367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.656766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.657177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.657557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.657952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.658344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.658764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.659358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.659843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.660238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.660629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.661051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.661413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.661838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.662228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.662663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.663053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.663444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.663835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:18.668136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:18.742636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.773820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.793706 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2cc62539-26a1-413d-8f41-b3665bbc8e31 req-bb52dcf2-392d-4549-912b-9f6541aef8a3 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 210 time: 0.0659232
Feb 19 02:31:18.886627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.892646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc8e6d0e-7b10-4bb6-926c-f97d0066e312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:18.905575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612551f1-6ae3-4529-aa7c-ee2140b41459,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:18.909523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:18.913925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:18.919043 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/612551f1-6ae3-4529-aa7c-ee2140b41459 HTTP/1.1" status: 204  len: 168 time: 0.2699533
Feb 19 02:31:19.973916 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6d154dc4-94ea-4eeb-8206-c6dd351ff3b5 req-19d36344-2c2a-45cc-873c-ccc9d3446ad4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 210 time: 0.0522156
Feb 19 02:31:20.392189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-366d23dc-a364-428a-832c-fa446c7ccacb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:20.393678 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-366d23dc-a364-428a-832c-fa446c7ccacb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 810 time: 0.1873825
Feb 19 02:31:20.478589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-ab602ba3-ce0c-40ff-9791-cca8ece1c649 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:20.491829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-ab602ba3-ce0c-40ff-9791-cca8ece1c649 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:20.493370 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-ab602ba3-ce0c-40ff-9791-cca8ece1c649 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f HTTP/1.1" status: 200  len: 5704 time: 0.0896823
Feb 19 02:31:20.504277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'port': {'device_id': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'admin_state_up': True, 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'security_groups': ['10ee0a97-7dd4-4244-b858-56e5f2fbdbec']}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:20.652185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:20.662529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:20.671306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Made reservation on behalf of ce3f0058e9cc413c9235ce9b044f5d1f for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:31:20.677298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:20.997941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Allocated IP 172.20.0.9 (fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723/d35553d1-2295-4e57-9857-85819fa437bd/d739dca4-9cc8-47ad-84ac-4ada4b45be64) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:31:21.179696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e03ac7aa-b498-4c8a-95b3-a66c9e5fafa7 req-e049949b-4921-4176-b998-9506cc0e88cb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 210 time: 0.0690527
Feb 19 02:31:21.250895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:21.267781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Transition to ACTIVE for port object d739dca4-9cc8-47ad-84ac-4ada4b45be64 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:31:21.292264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:21.307224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e27bcfc6-2851-4e20-a31e-258c6bffb012 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:21.444788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event updated for resources: {'Port': ['ID=d739dca4-9cc8-47ad-84ac-4ada4b45be64,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:21.449135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:21.504410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:31:21.506145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:31:21.508530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:31:21.512940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:21.513612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:21.549535 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0495706
Feb 19 02:31:21.770563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2159d32-e427-4c92-a3f4-3623b0dae7a7 None None] Provisioning for port d739dca4-9cc8-47ad-84ac-4ada4b45be64 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:31:21.776395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e2159d32-e427-4c92-a3f4-3623b0dae7a7 None None] Provisioning complete for port d739dca4-9cc8-47ad-84ac-4ada4b45be64 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:21.776824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e2159d32-e427-4c92-a3f4-3623b0dae7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:21.835521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e2159d32-e427-4c92-a3f4-3623b0dae7a7 None None] Port d739dca4-9cc8-47ad-84ac-4ada4b45be64 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:31:22.384505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e64ae-d88a-43b5-be79-b6fe682f5f11 req-9487b582-15df-4eab-9fb7-e2bd405a9842 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:22.385263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-2e4e64ae-d88a-43b5-be79-b6fe682f5f11 req-9487b582-15df-4eab-9fb7-e2bd405a9842 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:31:22.400179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-2e4e64ae-d88a-43b5-be79-b6fe682f5f11 req-9487b582-15df-4eab-9fb7-e2bd405a9842 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:31:22.401426 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2e4e64ae-d88a-43b5-be79-b6fe682f5f11 req-9487b582-15df-4eab-9fb7-e2bd405a9842 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 931 time: 0.1011987
Feb 19 02:31:22.448379 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2e4e64ae-d88a-43b5-be79-b6fe682f5f11 req-70226c5f-0902-424e-9651-d8bd41ba32a2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405142
Feb 19 02:31:23.647419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89132ebe-2680-40dd-a10b-6a5f4bab0b50 req-d9549321-a5b8-49b7-8f86-cfa2df2b8244 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:23.648914 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89132ebe-2680-40dd-a10b-6a5f4bab0b50 req-d9549321-a5b8-49b7-8f86-cfa2df2b8244 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 931 time: 0.0888560
Feb 19 02:31:23.697084 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89132ebe-2680-40dd-a10b-6a5f4bab0b50 req-c27788e4-aea2-4c4a-bf92-61d0afb4b5b7 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418491
Feb 19 02:31:24.015803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Request body: {'port': {'device_id': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:24.141858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:24.761348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d739dca4-9cc8-47ad-84ac-4ada4b45be64 {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:31:24.769583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:24.782817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Transition to ACTIVE for port object d739dca4-9cc8-47ad-84ac-4ada4b45be64 will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:31:24.785363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:24.800950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:25.030111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=d739dca4-9cc8-47ad-84ac-4ada4b45be64,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:25.033400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:25.071561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550da19-cd3e-4eae-bb23-1aa35ff5a1db req-b6ac36e8-7b70-48cf-8e15-3d5e0621decc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:25.074023 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9550da19-cd3e-4eae-bb23-1aa35ff5a1db req-b6ac36e8-7b70-48cf-8e15-3d5e0621decc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.1854944
Feb 19 02:31:25.246101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 32966) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:25.252065 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9550da19-cd3e-4eae-bb23-1aa35ff5a1db req-b8d055eb-df00-4e46-af26-bfc98a302b4e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1701872
Feb 19 02:31:25.252989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Attempting to bind port d739dca4-9cc8-47ad-84ac-4ada4b45be64 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:31:25.253308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Attempting to bind port d739dca4-9cc8-47ad-84ac-4ada4b45be64 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:31:25.253690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Attempting to bind port d739dca4-9cc8-47ad-84ac-4ada4b45be64 on network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:31:25.260715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:31:25.261100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Checking segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:31:25.261510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.261907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Bound using segment: {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:31:25.262600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Bound port: d739dca4-9cc8-47ad-84ac-4ada4b45be64, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b2d900-1546-4f75-b6b5-d39488216369', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:31:25.262790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.397592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] For port d739dca4-9cc8-47ad-84ac-4ada4b45be64, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:31:25.400962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] For port d739dca4-9cc8-47ad-84ac-4ada4b45be64, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:31:25.404859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.421889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4bb9b4fd-33f7-4056-a841-fc7d0504fdbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:25.435725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.455763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:31:25.460705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Usage tracker for resource:security_group_rule and tenant:71440de776e544d4882c98d8070fcb39 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:31:25.463706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:31:25.469506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:31:25.563884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.569602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.577382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=d739dca4-9cc8-47ad-84ac-4ada4b45be64,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:25.579616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c4dd40e8-39b4-4ec4-bdef-3c51a79e5ef8 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:25.583374 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:25.609804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9947509-2262-4bf2-85c7-1edcb7164cd2,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:25.631220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.631645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.632029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:25.632171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.632448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.632860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.633188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.633300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.633635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.634036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.634457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.634858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.635176 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] 10.222.0.53 "PUT /v2.0/ports/d739dca4-9cc8-47ad-84ac-4ada4b45be64 HTTP/1.1" status: 200  len: 1157 time: 1.6240699
Feb 19 02:31:25.635300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.635626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.635948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:25.636072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.636467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.636863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.637260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.637654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.638052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.638850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.639252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.639651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.640047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.640458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.640849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:31:25.652825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:25.661388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 32984) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:25.671822 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71440de776e544d4882c98d8070fcb39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4239807
Feb 19 02:31:25.751455 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'status': 'completed', 'code': 200}
Feb 19 02:31:25.819289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.862817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-1d1e2d2c-195e-46ab-b8e7-177ec75da0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:25.864467 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-1d1e2d2c-195e-46ab-b8e7-177ec75da0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 1160 time: 0.1562977
Feb 19 02:31:25.872874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:25.954343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-d35d4e7d-a28d-4efa-b172-d72afc964445 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64 HTTP/1.1" status: 200  len: 217 time: 0.0740039
Feb 19 02:31:26.050465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-1a7626f8-52ba-446e-96d7-feba8f79584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:26.052091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-1a7626f8-52ba-446e-96d7-feba8f79584a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0886703
Feb 19 02:31:26.057823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:26.064235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-49f88c93-52aa-476b-851b-746dd2a5cc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:26.115829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9947509-2262-4bf2-85c7-1edcb7164cd2,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:26.119064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:26.147490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:26.150020 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9947509-2262-4bf2-85c7-1edcb7164cd2 HTTP/1.1" status: 204  len: 168 time: 0.4855959
Feb 19 02:31:26.184240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-e1243929-8384-44b5-a36d-f451731de1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:26.185870 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-e1243929-8384-44b5-a36d-f451731de1ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1226628
Feb 19 02:31:26.359685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-08d1058e-46a8-4b93-acca-f005cf5392d5 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625547
Feb 19 02:31:26.479517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d613e-bf13-44be-90ec-77c4a13e74f2 req-1a277e71-3422-40a5-9df1-4a9a59838a8c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:26.481158 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a67d613e-bf13-44be-90ec-77c4a13e74f2 req-1a277e71-3422-40a5-9df1-4a9a59838a8c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0924375
Feb 19 02:31:26.532030 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a67d613e-bf13-44be-90ec-77c4a13e74f2 req-71fbfaab-e217-469c-b2d0-5c3d169f10e0 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444624
Feb 19 02:31:27.429756 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02bc4135-b9bc-4351-9912-67f515b8a144 req-be21404b-025b-4b96-bbed-cd1dc05a6631 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390336
Feb 19 02:31:27.729158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff258-8fc3-4064-b8e7-2ee6cf81a5b7 req-095df763-8f89-463f-8333-aa947dd8185b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:27.730756 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06aff258-8fc3-4064-b8e7-2ee6cf81a5b7 req-095df763-8f89-463f-8333-aa947dd8185b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0856321
Feb 19 02:31:27.776905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06aff258-8fc3-4064-b8e7-2ee6cf81a5b7 req-b6b1d83f-78b5-4ef0-ad89-d55be7ee4775 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399754
Feb 19 02:31:28.978394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2a7ee-2e9a-409a-b422-48d646c87ef0 req-9537cc50-5052-44af-9d0b-a2274d68d61b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:28.980031 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bbb2a7ee-2e9a-409a-b422-48d646c87ef0 req-9537cc50-5052-44af-9d0b-a2274d68d61b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0926256
Feb 19 02:31:29.026842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bbb2a7ee-2e9a-409a-b422-48d646c87ef0 req-4a69c09e-48ae-469a-a672-fdb4add63b12 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406284
Feb 19 02:31:29.246850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-22947bff-744f-4307-9c9f-81b20807f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:29.248452 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-22947bff-744f-4307-9c9f-81b20807f60c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 1160 time: 0.0787139
Feb 19 02:31:29.394600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-79085c14-af53-408d-b155-d5473fc206eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:29.396734 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-79085c14-af53-408d-b155-d5473fc206eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.1372814
Feb 19 02:31:29.482007 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-edefeb34-8920-4b9b-b028-16533a9845fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64 HTTP/1.1" status: 200  len: 217 time: 0.0703931
Feb 19 02:31:29.552699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-c50a256a-df47-44fc-9419-53d058969714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:29.554314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-c50a256a-df47-44fc-9419-53d058969714 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0646875
Feb 19 02:31:29.641145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-864a6ac7-d359-4e98-b7a7-67e234539075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:29.642756 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-864a6ac7-d359-4e98-b7a7-67e234539075 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813141
Feb 19 02:31:29.791748 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-5dda2f20-67a6-45b4-91d3-4ae8ead14563 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407118
Feb 19 02:31:29.938961 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eddc1e9-e6b3-4bd4-8574-ee9ffd3c2f61 req-1fd0f58e-44d9-4f02-accf-92df094c12b6 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399040
Feb 19 02:31:30.234441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0617cf-91db-4843-a5df-b3de93e2ccdb req-713aa8d5-e6ee-4126-8cae-f51b97a7f997 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:30.236084 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4f0617cf-91db-4843-a5df-b3de93e2ccdb req-713aa8d5-e6ee-4126-8cae-f51b97a7f997 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0919850
Feb 19 02:31:30.288875 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4f0617cf-91db-4843-a5df-b3de93e2ccdb req-9f0b7d5a-00b5-4236-bece-1f253471fc4d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456493
Feb 19 02:31:30.827407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-834497e7-620f-47d9-afb6-4721a64b5c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:31.490149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd6c20-3cfd-455a-917d-82e2ad0cae07 req-3c0c703e-d496-486e-852c-36fb5268deca tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:31.491799 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30cd6c20-3cfd-455a-917d-82e2ad0cae07 req-3c0c703e-d496-486e-852c-36fb5268deca tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0859134
Feb 19 02:31:31.539383 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-30cd6c20-3cfd-455a-917d-82e2ad0cae07 req-24dfa551-c379-46c8-8c94-6bb4c5bb11aa tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413885
Feb 19 02:31:32.739138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c647-d102-433b-8039-0f2ff9f2699a req-aaa49ba2-ac2e-44d0-9dc4-80c7cba119d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:32.741290 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5386c647-d102-433b-8039-0f2ff9f2699a req-aaa49ba2-ac2e-44d0-9dc4-80c7cba119d2 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0903785
Feb 19 02:31:32.789061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5386c647-d102-433b-8039-0f2ff9f2699a req-d1c2da02-97ae-495f-bea9-66c62a954e46 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414701
Feb 19 02:31:33.276714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b557bc26-f8f0-48c2-bb36-d910092087db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:33.807383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:34.001049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cb661-a5ad-4a86-8c7e-8d22aab382ab req-4e2d62a1-88d0-4381-8342-99a49c868e17 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:34.002742 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f09cb661-a5ad-4a86-8c7e-8d22aab382ab req-4e2d62a1-88d0-4381-8342-99a49c868e17 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 943 time: 0.0973771
Feb 19 02:31:34.053034 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f09cb661-a5ad-4a86-8c7e-8d22aab382ab req-cf9acbcd-057f-4793-9e1b-6c391d9a2d91 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438945
Feb 19 02:31:34.338130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d739dca4-9cc8-47ad-84ac-4ada4b45be64 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:31:34.407387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port d739dca4-9cc8-47ad-84ac-4ada4b45be64 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:31:34.412168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d739dca4-9cc8-47ad-84ac-4ada4b45be64 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:34.412592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:34.532996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:34.560265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:34.570958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port d739dca4-9cc8-47ad-84ac-4ada4b45be64, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:34.573879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:34.575823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:34.613088 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'code': 200}
Feb 19 02:31:34.651688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=d739dca4-9cc8-47ad-84ac-4ada4b45be64,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:34.653891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:34.742329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d739dca4-9cc8-47ad-84ac-4ada4b45be64 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:31:34.817136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port d739dca4-9cc8-47ad-84ac-4ada4b45be64 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:31:34.817584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:34.965124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:35.025556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6e52-bb6c-4788-8372-87004969d88a req-e19017d0-c9cf-467e-a08b-b543ad684f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:35.027208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bdb6e52-bb6c-4788-8372-87004969d88a req-e19017d0-c9cf-467e-a08b-b543ad684f0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 1162 time: 0.2212923
Feb 19 02:31:35.071865 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0bdb6e52-bb6c-4788-8372-87004969d88a req-4705a1ec-033b-4b25-8cfe-ec2706f83f7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369980
Feb 19 02:31:35.189059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:35.258966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823ff4-694b-49a9-96a0-5f78d9563072 req-588e859f-6214-495f-b186-9a1ca214be24 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:35.260582 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-96823ff4-694b-49a9-96a0-5f78d9563072 req-588e859f-6214-495f-b186-9a1ca214be24 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0909717
Feb 19 02:31:35.309564 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-96823ff4-694b-49a9-96a0-5f78d9563072 req-684358dd-e35a-4777-a7c4-2c026456a718 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424860
Feb 19 02:31:36.519608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888b761-da12-41d1-b325-13d5fe9c1ba3 req-0926a5a1-1f31-4466-af2c-1bf699b12f36 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:36.521281 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2888b761-da12-41d1-b325-13d5fe9c1ba3 req-0926a5a1-1f31-4466-af2c-1bf699b12f36 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0915155
Feb 19 02:31:36.569877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2888b761-da12-41d1-b325-13d5fe9c1ba3 req-b6266af6-f6a5-415a-a879-50693672e53c tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424659
Feb 19 02:31:37.777708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845320cd-619d-4749-85e2-c64a62458f86 req-eb2d7f3c-4a67-4119-a7b0-04b3a183cbed tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:37.779314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-845320cd-619d-4749-85e2-c64a62458f86 req-eb2d7f3c-4a67-4119-a7b0-04b3a183cbed tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0912259
Feb 19 02:31:37.829311 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-845320cd-619d-4749-85e2-c64a62458f86 req-2994496f-7fee-4fdc-947f-dca240f5e4fc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435469
Feb 19 02:31:38.034325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848f85-4902-4417-a51c-7852d90f064a req-0e7a5b57-f5db-4082-8751-02fd5358fd05 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:38.035891 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-20848f85-4902-4417-a51c-7852d90f064a req-0e7a5b57-f5db-4082-8751-02fd5358fd05 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0898178
Feb 19 02:31:38.045637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33162) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:31:38.051447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Request body: {'floatingip': {'port_id': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:31:38.138239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:39.000887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:39.003696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:39.190564 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Floating IP 212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc associated. External IP: 172.27.1.63, port: d739dca4-9cc8-47ad-84ac-4ada4b45be64.
Feb 19 02:31:39.578701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:31:39.777918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:31:39.783120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:39.788680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:31:39.799367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:31:39.800097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41aa4fd0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:31:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:39.846993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-318f7909-da1a-42fa-af35-6aa905e3003b tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "PUT /v2.0/floatingips/212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc HTTP/1.1" status: 200  len: 990 time: 1.7974169
Feb 19 02:31:39.846993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:40.019489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:31:40.077842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'status': 'completed', 'code': 200}
Feb 19 02:31:40.273722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-20b804f7-345f-43a3-84c5-88c953a18ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:40.276016 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-20b804f7-345f-43a3-84c5-88c953a18ea5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 1162 time: 0.1585214
Feb 19 02:31:40.288372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b06a-733b-45ed-bbbe-c455f2d55166 req-270689c2-72bd-4d6b-a5d5-4df8b4e571d9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:40.289942 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c7a6b06a-733b-45ed-bbbe-c455f2d55166 req-270689c2-72bd-4d6b-a5d5-4df8b4e571d9 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.1082003
Feb 19 02:31:40.399932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41aa4fd0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:56:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:31:16Z', 'updated_at': '2021-02-19T02:31:38Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:40.404819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:31:40.418681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:31:40.419397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41aa4fd0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:31:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:40.430447 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c7a6b06a-733b-45ed-bbbe-c455f2d55166 req-05047c67-9818-4f6c-8ecd-ca5f0f3cbd48 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163523
Feb 19 02:31:40.473511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-c9790e36-0636-40a2-9c2d-aa916ec6dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:40.475664 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-c9790e36-0636-40a2-9c2d-aa916ec6dba1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 200  len: 904 time: 0.1834166
Feb 19 02:31:40.598526 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-9d7bbc2d-f316-4fbd-840d-ffb746fdcef5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64 HTTP/1.1" status: 200  len: 998 time: 0.1032586
Feb 19 02:31:40.616397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:31:40.679584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-a4e65167-62ec-4fae-b8c8-c629e6ffa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:40.681110 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-a4e65167-62ec-4fae-b8c8-c629e6ffa105 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 200  len: 849 time: 0.0697429
Feb 19 02:31:40.764896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-29b60319-3083-4b90-93ed-bb3bd3b8b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:40.766587 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-29b60319-3083-4b90-93ed-bb3bd3b8b331 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776956
Feb 19 02:31:40.916557 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-76345656-5a60-41a2-9029-0907979304b3 service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414261
Feb 19 02:31:41.009216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41aa4fd0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:56:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:31:16Z', 'updated_at': '2021-02-19T02:31:38Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:31:41.013526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee353b-9af7-45e4-8d82-0c09f14be725 None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'port_id': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'mac_address': 'fa:16:3e:56:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:31:16Z', 'updated_at': '2021-02-19T02:31:38Z', 'revision_number': 1, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:31:41.086089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-661dbbd5-d4b8-422d-b60f-b3dd09d0e889 req-b3baf1cf-cc43-438d-b49b-f96956d76bce service neutron] 10.222.0.53 "GET /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1603768
Feb 19 02:31:41.302270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433dd9-6ca3-486f-9be9-bf628468b8cd None None] New status for floating IP 212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc: ACTIVE {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:31:41.643515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9b9e-e1b3-46ac-87f3-1778ae9fcfa8 req-bce8ed74-5315-491d-9f76-1bc7ee3c9d4a tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:41.645139 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-de6c9b9e-e1b3-46ac-87f3-1778ae9fcfa8 req-bce8ed74-5315-491d-9f76-1bc7ee3c9d4a tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.0908451
Feb 19 02:31:41.698134 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-de6c9b9e-e1b3-46ac-87f3-1778ae9fcfa8 req-1c5ddabb-bde0-4ec5-8e86-8164c3e8272d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463686
Feb 19 02:31:41.867237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:42.653615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-dd928c3e-987b-40ee-8170-742beec26cd7 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:42.655246 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-dd928c3e-987b-40ee-8170-742beec26cd7 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.0921898
Feb 19 02:31:42.732503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Deleting port d1b61b95-00d7-4d6d-b713-66c941346701 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:31:42.732894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:42.816074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d1b61b95-00d7-4d6d-b713-66c941346701 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:31:43.062030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96af128-d2c3-464c-9813-2a9622718b9f req-d2efbf4d-bc88-4e2c-8304-7de115f062c4 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:43.063719 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b96af128-d2c3-464c-9813-2a9622718b9f req-d2efbf4d-bc88-4e2c-8304-7de115f062c4 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 945 time: 0.2384334
Feb 19 02:31:43.104186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:43.112031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d1b61b95-00d7-4d6d-b713-66c941346701,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:43.112443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:43.133399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:43.147255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d1b61b95-00d7-4d6d-b713-66c941346701,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:43.150988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:43.153841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:43.191971 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701', 'code': 200}
Feb 19 02:31:43.225523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:43.229091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:43.268967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Calling delete_port for d1b61b95-00d7-4d6d-b713-66c941346701 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:31:43.303065 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b96af128-d2c3-464c-9813-2a9622718b9f req-5098fb31-2914-44f9-8497-ff29b204ef6a tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314184
Feb 19 02:31:43.360080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:31:43.360501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:31:43.861816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Deleting port d1b61b95-00d7-4d6d-b713-66c941346701 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:31:43.862489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:44.371669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] For port d1b61b95-00d7-4d6d-b713-66c941346701, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d1b61b95-00d7-4d6d-b713-66c941346701,segment=NetworkSegment(21b08686-06ed-426d-8900-a4a0f2909985),segment_id=21b08686-06ed-426d-8900-a4a0f2909985)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:31:44.372119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:44.510101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Calling delete_port for d1b61b95-00d7-4d6d-b713-66c941346701 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:31:44.513653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf1ac-5c9d-4067-b9f6-b254a59d80b7 req-42546d12-f719-4391-b561-ee0d810b2af3 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:44.515308 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6f3bf1ac-5c9d-4067-b9f6-b254a59d80b7 req-42546d12-f719-4391-b561-ee0d810b2af3 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f547266-6472-46d2-a651-03a6dab0b871 HTTP/1.1" status: 200  len: 943 time: 0.0928869
Feb 19 02:31:44.563716 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6f3bf1ac-5c9d-4067-b9f6-b254a59d80b7 req-7e85d260-62af-4896-9ff4-059ee7086f2a tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.44 "GET /v2.0/security-groups?id=98308467-74c6-4e6a-a92c-e7a03bc73b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421524
Feb 19 02:31:44.674594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:44.693475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4487e717-ee63-4ead-a731-84c5f1a50e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:31:44.745062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Pushing event deleted for resources: {'Port': ['ID=d1b61b95-00d7-4d6d-b713-66c941346701,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:31:44.800450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:31:44.912107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] No DVR routers for this DVR port d1b61b95-00d7-4d6d-b713-66c941346701 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:31:44.914851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:31:44.917942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-deleted', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:31:44.934174 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d5b29e9-a6da-46f9-bca0-d7b2613324ce req-81be770e-2485-4226-9de6-4c2bdb88004d tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] 10.222.0.53 "DELETE /v2.0/ports/d1b61b95-00d7-4d6d-b713-66c941346701 HTTP/1.1" status: 204  len: 173 time: 2.2718351
Feb 19 02:31:44.970120 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f547266-6472-46d2-a651-03a6dab0b871', 'name': 'network-vif-deleted', 'tag': 'd1b61b95-00d7-4d6d-b713-66c941346701', 'status': 'completed', 'code': 200}
Feb 19 02:31:50.767298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:31:56.254827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b2d0-8460-42b5-937c-c631ed5787e3 req-267aaa46-4d8a-4425-ada9-0d512a24f5be tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:56.256480 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5814b2d0-8460-42b5-937c-c631ed5787e3 req-267aaa46-4d8a-4425-ada9-0d512a24f5be tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0895982
Feb 19 02:31:56.307833 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5814b2d0-8460-42b5-937c-c631ed5787e3 req-49441d33-d3d0-4f09-9cce-d2567577bb51 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441632
Feb 19 02:31:57.515775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78983f15-09da-484b-9366-072b6f89321f req-9f7f120e-a90d-4c9d-b1d6-c1063d93b67a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:57.517413 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78983f15-09da-484b-9366-072b6f89321f req-9f7f120e-a90d-4c9d-b1d6-c1063d93b67a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0902681
Feb 19 02:31:57.565943 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-78983f15-09da-484b-9366-072b6f89321f req-b59cb6e3-3a5f-467c-b011-b1ef13e45897 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415564
Feb 19 02:31:58.770088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b11f7-e993-46a9-8f0b-d26322e04472 req-3a46dad6-ab0f-4093-a029-1dbff03bb6c0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:31:58.772222 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fd8b11f7-e993-46a9-8f0b-d26322e04472 req-3a46dad6-ab0f-4093-a029-1dbff03bb6c0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0858738
Feb 19 02:31:58.823161 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fd8b11f7-e993-46a9-8f0b-d26322e04472 req-669a6a53-8025-434c-9004-973ada0b497a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449414
Feb 19 02:32:00.025070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eeb08-3df0-4a6d-a7f6-ab17f3698476 req-64e3be60-f68f-41cf-ab1f-2daad1ca3ce4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:00.026744 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f10eeb08-3df0-4a6d-a7f6-ab17f3698476 req-64e3be60-f68f-41cf-ab1f-2daad1ca3ce4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0860684
Feb 19 02:32:00.076024 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f10eeb08-3df0-4a6d-a7f6-ab17f3698476 req-9ee2f75d-d92c-431e-aad1-8bd3544cfaf6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430357
Feb 19 02:32:00.830537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1344f9c3-9eb2-4f25-884e-9860ccea7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:01.296108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fe564-d264-4296-9297-b78e5077b345 req-21bca136-1c7e-4184-a0b5-430f563ecddc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:01.297940 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a72fe564-d264-4296-9297-b78e5077b345 req-21bca136-1c7e-4184-a0b5-430f563ecddc tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0979667
Feb 19 02:32:01.353106 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a72fe564-d264-4296-9297-b78e5077b345 req-42786115-a7ca-4c4f-88b1-1b329b0d6e0c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483212
Feb 19 02:32:02.563264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0e2b-5fe0-4610-a7b2-f491a21c7a22 req-e0cb0941-91be-4d08-aa77-8a4e77c31e45 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:02.564968 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-352f0e2b-5fe0-4610-a7b2-f491a21c7a22 req-e0cb0941-91be-4d08-aa77-8a4e77c31e45 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0892119
Feb 19 02:32:02.618688 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-352f0e2b-5fe0-4610-a7b2-f491a21c7a22 req-5566f83a-b0ac-4c4a-8a35-b3be65deb892 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469372
Feb 19 02:32:03.278321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6dd9725d-e5d5-4166-a80f-f647e3ca2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:03.815652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:03.825596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa98c-91c0-4cbf-9c43-5451a53113fa req-c9a26acc-2447-413b-a1a2-1485bbc5caac tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:03.827532 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06eaa98c-91c0-4cbf-9c43-5451a53113fa req-c9a26acc-2447-413b-a1a2-1485bbc5caac tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0895677
Feb 19 02:32:03.882552 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06eaa98c-91c0-4cbf-9c43-5451a53113fa req-a083dc04-5a4b-4fe9-ab97-7faaf3540a59 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435176
Feb 19 02:32:04.947599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.091386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54db9-1fe7-412d-9c9f-2fc09839a99e req-f25a682f-779a-41d7-9694-ab63641ff7f1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:05.093182 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c7c54db9-1fe7-412d-9c9f-2fc09839a99e req-f25a682f-779a-41d7-9694-ab63641ff7f1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0909097
Feb 19 02:32:05.145530 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c7c54db9-1fe7-412d-9c9f-2fc09839a99e req-acd2454a-981d-436d-928b-cb412e23d665 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459905
Feb 19 02:32:05.194473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.361223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33480) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:05.487383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.505586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:05.509664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Usage tracker for resource:security_group_rule and tenant:706d26a191554914b8308a8fade73593 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:32:05.512699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:32:05.518434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:05.602683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.605386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.613982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d500bb95-171f-4a3f-9526-fae606bcccd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:05.658509 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=706d26a191554914b8308a8fade73593&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960470
Feb 19 02:32:05.659391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692eb6d7-f3bc-451c-b039-b21d75b369cb,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:05.662055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 33486) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:05.663449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:05.726535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.752608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.800147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.805153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d3aaa018-8c26-4221-84be-c5086f3e12e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:05.819591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692eb6d7-f3bc-451c-b039-b21d75b369cb,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:05.825172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:05.828022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:05.829229 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/692eb6d7-f3bc-451c-b039-b21d75b369cb HTTP/1.1" status: 204  len: 168 time: 0.1660655
Feb 19 02:32:06.359199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738ce8-8af9-4b44-8b0f-6e043ba80dfa req-3cd09e57-75e3-4722-9676-ff82f58debd7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:06.360858 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8c738ce8-8af9-4b44-8b0f-6e043ba80dfa req-3cd09e57-75e3-4722-9676-ff82f58debd7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0894654
Feb 19 02:32:06.413973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8c738ce8-8af9-4b44-8b0f-6e043ba80dfa req-3b4e03ab-a877-4a35-8946-406ff41df007 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451052
Feb 19 02:32:06.500510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 33518) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:06.620796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-576736226-network', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:32:06.625754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:06.630317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Usage tracker for resource:network and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:32:06.633327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:32:06.639077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:06.649457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Made reservation on behalf of ed76decd92fc4f23bf841fd8f151e05c for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:32:06.654187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.667449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.682702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:06.686931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Usage tracker for resource:security_group_rule and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:32:06.690012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:32:06.696465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:06.785286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.787775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.791936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-68750662-310a-4e40-ac62-4ae3819434ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:06.827316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:32:06.837407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17490b9c-e24f-4d10-ab3e-4577b1639abb,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:06.841394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:06.844266 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.844667 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Added segment ab83edcc-9d7d-442d-9748-b95c56dee087 of type vxlan for network 44a41470-32cc-4220-b6d8-4fa5cdef8de0
Feb 19 02:32:06.872251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.903971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.905260 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:06.906114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:06.927663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:07.034009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-bc5de78d-4242-4cd1-aa54-e93d6453682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:07.035767 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-bc5de78d-4242-4cd1-aa54-e93d6453682d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1163 time: 0.0874181
Feb 19 02:32:07.049084 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5470965
Feb 19 02:32:07.052654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33526) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:07.067297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Pushing event updated for resources: {'Network': ['ID=44a41470-32cc-4220-b6d8-4fa5cdef8de0,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:07.070834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:07.079902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:32:07.082740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Request body: {'subnet': {'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-576736226-subnet', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:32:07.095974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:32:07.137427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:07.156379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Usage tracker for resource:subnet and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:32:07.159404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:32:07.168661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:07.196555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Made reservation on behalf of ed76decd92fc4f23bf841fd8f151e05c for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:32:07.201296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:07.313047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-dd0c5437-a3c3-4e38-9743-769355297c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:07.314704 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-dd0c5437-a3c3-4e38-9743-769355297c70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.2592819
Feb 19 02:32:07.439376 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-99f8c9b0-48e4-439c-ba87-64a9a23f7680 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 1001 time: 0.1177382
Feb 19 02:32:07.630309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-4dac5052-60b6-4030-b597-726b04025f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:07.631695 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-4dac5052-60b6-4030-b597-726b04025f9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.1834278
Feb 19 02:32:07.761542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246299b0-aeaa-49f1-8a0f-5d73f46321fc req-17523cb7-8dd9-4168-b8e4-0a48bc66f1e9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:07.763208 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-246299b0-aeaa-49f1-8a0f-5d73f46321fc req-17523cb7-8dd9-4168-b8e4-0a48bc66f1e9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2231550
Feb 19 02:32:07.889627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-a984e6cc-3d84-4617-810d-26627a6b0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:07.891269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-a984e6cc-3d84-4617-810d-26627a6b0057 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2451808
Feb 19 02:32:07.894257 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-246299b0-aeaa-49f1-8a0f-5d73f46321fc req-70491a8f-439a-4ca3-87c2-b8cb86b51e3a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775602
Feb 19 02:32:07.930319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:08.007562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:08.007988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.077967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-67725cbf-2cfe-4c4e-9fbf-7403513b0bcd service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789420
Feb 19 02:32:08.233967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.260789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:08.419044 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-06fa2395-e056-4189-b2cc-8f2150354cbd req-8cf84223-11ac-4ccd-8dd2-56742fe677fe service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3013430
Feb 19 02:32:08.423338 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d24ca2-cde5-4005-bf5e-16e9ca190594,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:08.428051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:08.484395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Checking segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:32:08.485024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Network hostable DHCP agents. Network: 44a41470-32cc-4220-b6d8-4fa5cdef8de0, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:32:08.502881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:32:08.510828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 44a41470-32cc-4220-b6d8-4fa5cdef8de0) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:08.514744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:08.515398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.520563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e566603-7105-4e80-bd02-50a4bca7996a None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:32:08.541280 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4874403
Feb 19 02:32:08.544064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33540) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:08.549375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:32:08.554292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:08.558393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Usage tracker for resource:router and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:32:08.561404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:32:08.567255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:08.579815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.580880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.596183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:08.752519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:32:08.753451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.093128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Allocated IP 172.20.0.2 (44a41470-32cc-4220-b6d8-4fa5cdef8de0/22d24ca2-cde5-4005-bf5e-16e9ca190594/59f32dd4-e2d2-4199-96a5-c905283b6b87) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:32:09.249939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.346733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.358141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Transition to ACTIVE for port object 59f32dd4-e2d2-4199-96a5-c905283b6b87 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:09.371802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353fc5-0883-4f26-9d19-cb1bcc346aba req-f6984707-a359-47b1-b869-15e800581e49 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:09.373418 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d353fc5-0883-4f26-9d19-cb1bcc346aba req-f6984707-a359-47b1-b869-15e800581e49 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2658608
Feb 19 02:32:09.374311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Transition to ACTIVE for port object 59f32dd4-e2d2-4199-96a5-c905283b6b87 will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:09.378916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.395024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:09.442592 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1d353fc5-0883-4f26-9d19-cb1bcc346aba req-e2729767-30fc-408a-a464-d93fb8ca5e30 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612226
Feb 19 02:32:09.533599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Pushing event updated for resources: {'Port': ['ID=59f32dd4-e2d2-4199-96a5-c905283b6b87,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:09.556177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.556568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.556953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.557334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.557712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.558085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.558482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.558854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.559224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.559592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.559961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.560328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.560771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.561149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.561520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.561889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.562256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.562650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.563020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.563385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.563753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.564119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.564497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.564867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:09.569902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:09.611603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:32:09.612851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:09.615365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:32:09.653205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.672457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Attempting to bind port 59f32dd4-e2d2-4199-96a5-c905283b6b87 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:32:09.672884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Attempting to bind port 59f32dd4-e2d2-4199-96a5-c905283b6b87 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:32:09.673304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Attempting to bind port 59f32dd4-e2d2-4199-96a5-c905283b6b87 on network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:32:09.678922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:32:09.679354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Checking segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:32:09.679805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.680248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Bound using segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:32:09.680773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Bound port: 59f32dd4-e2d2-4199-96a5-c905283b6b87, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:32:09.681198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.684787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.776809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] For port 59f32dd4-e2d2-4199-96a5-c905283b6b87, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:32:09.779942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] For port 59f32dd4-e2d2-4199-96a5-c905283b6b87, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=59f32dd4-e2d2-4199-96a5-c905283b6b87,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:32:09.783437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:09.799391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:09.948693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Pushing event updated for resources: {'Port': ['ID=59f32dd4-e2d2-4199-96a5-c905283b6b87,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:09.953625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:09.983326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Allocated IP 172.27.1.62 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/70cda0f1-7530-4865-b4ed-0911ab7c32d6) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:32:10.146853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:10.176315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:10.191786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-83f9de4e-ddd8-4b54-9610-b0dfaca2bd08 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:10.348401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Pushing event updated for resources: {'Port': ['ID=70cda0f1-7530-4865-b4ed-0911ab7c32d6,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:10.353747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:10.399053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:32:10.400385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:10.403147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:32:10.774249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e129c-88dd-4b0f-b3a9-7305abc5b55d req-28c5a9e8-88fa-467b-b7d2-a24c1cb6efca tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:10.775924 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7e129c-88dd-4b0f-b3a9-7305abc5b55d req-28c5a9e8-88fa-467b-b7d2-a24c1cb6efca tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1899414
Feb 19 02:32:10.899831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:10.962515 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7e129c-88dd-4b0f-b3a9-7305abc5b55d req-401bae01-c047-42a2-af8f-5fb7d2ca4722 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289485
Feb 19 02:32:11.437281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506bfab-a72e-4702-93d8-d6d6d556a4cf None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:32:11.509560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:11.531101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-bbf356e1-be4b-4beb-8ccd-213f1ae65b2b None None] Provisioning for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:11.642433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 33582) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:11.712563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Deleting subnet f08e6d55-4943-4d8c-8257-a4e056d1f406 {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:32:11.716320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:11.761532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Router 57477673-4ce9-49ae-92a5-c3b5a35f1178 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:32:11.779464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:11.828189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 59f32dd4-e2d2-4199-96a5-c905283b6b87 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:11.855617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:11.897436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:11.924546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:11.935272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:11.935950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.006027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:32:12.010534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Provisioning complete for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:12.010870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.042966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.045143 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-acfe8c8a-4aa1-4ec6-ac94-c286ecbe3133 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.5000644
Feb 19 02:32:12.049440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 33588) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:12.082466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Sync routers for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:32:12.112008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:32:12.112724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf416cd1d0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:32:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:12.231834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca0e6a-b6f3-41e4-a8a6-d515a4a32f7b req-93790110-da4e-464e-b0a4-583af7864cc9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:12.240348 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4dca0e6a-b6f3-41e4-a8a6-d515a4a32f7b req-93790110-da4e-464e-b0a4-583af7864cc9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1172819
Feb 19 02:32:12.298344 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4dca0e6a-b6f3-41e4-a8a6-d515a4a32f7b req-ff2d51ca-c291-4490-8f14-960061795630 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568757
Feb 19 02:32:12.528615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.537564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.670228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] For port 59f32dd4-e2d2-4199-96a5-c905283b6b87, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=59f32dd4-e2d2-4199-96a5-c905283b6b87,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:12.706223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.710928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:32:12.765401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:12.938265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:12.972879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1dcf98a0-0c4d-439f-bd47-9a6ba1822fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:13.001230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:32:13.001637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:32:13.018558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-dfa69ae5-7236-4ffb-9969-b997b961117e None None] Provisioning complete for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:13.018983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-dfa69ae5-7236-4ffb-9969-b997b961117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.071241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08e6d55-4943-4d8c-8257-a4e056d1f406,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:13.077267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:13.088854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Pushing event updated for resources: {'Port': ['ID=59f32dd4-e2d2-4199-96a5-c905283b6b87,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:13.096126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:13.164123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.178115 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-e1d35f29-1529-436d-9696-7dcd7db7f3a3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f08e6d55-4943-4d8c-8257-a4e056d1f406 HTTP/1.1" status: 204  len: 168 time: 1.5315204
Feb 19 02:32:13.179253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33594) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:13.248743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf416cd1d0>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:10Z', 'revision_number': 3, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:13.252977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Checking router: 57477673-4ce9-49ae-92a5-c3b5a35f1178 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:32:13.253820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Updating router 57477673-4ce9-49ae-92a5-c3b5a35f1178 port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:32:13.290051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.302212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.309644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.572943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.680604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed5c3-894c-4efb-9da9-172fe051b386 req-d3357ae6-8e87-4856-a46e-92c06d5a40a9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:13.681055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Allocated IP 172.20.0.1 (44a41470-32cc-4220-b6d8-4fa5cdef8de0/22d24ca2-cde5-4005-bf5e-16e9ca190594/58526d7d-cef4-4676-a08e-580f2aec629f) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:32:13.687830 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3aed5c3-894c-4efb-9da9-172fe051b386 req-d3357ae6-8e87-4856-a46e-92c06d5a40a9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2768133
Feb 19 02:32:13.774566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcf426b33c8>> segment before_delete 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.775074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcf426b33c8>> subnet precommit_delete_associations 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.776206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> segment_host_mapping after_create 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.776696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> port after_create 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.777159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> port after_delete 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.777643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> port after_update 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.778203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> segment after_delete 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.778605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> subnet after_create 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.779067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> subnet after_delete 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.779533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf3bffa780>> subnet after_update 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.827974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 59f32dd4-e2d2-4199-96a5-c905283b6b87 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:13.865083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.876066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.884556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Transition to ACTIVE for port object 58526d7d-cef4-4676-a08e-580f2aec629f will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:13.892001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf3bff9518>> subnet after_create 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.892869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf3bff9518>> subnet after_delete 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.894149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf3bff9518>> subnet before_create 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.895342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf3bff9518>> subnet before_update 55550000 {{(pid=84007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:32:13.897638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf4240e080>,) {'filters': {'network_id': ['d734f7f3-2e72-4bf5-8705-7f9359473827']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:13.897844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Transition to ACTIVE for port object 70cda0f1-7530-4865-b4ed-0911ab7c32d6 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:13.905119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.910228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:13.952734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4240e080>, '21b08686-06ed-426d-8900-a4a0f2909985') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:13.953269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4240e080>, '21b08686-06ed-426d-8900-a4a0f2909985') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:13.978662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b3aed5c3-894c-4efb-9da9-172fe051b386 req-773966fc-4c0d-41da-909e-7e7d43ad1da9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2875206
Feb 19 02:32:13.987581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.008149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.010724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:32:14.049897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:14.109004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-40897d51-686e-4314-bec7-1679a30a491c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:14.144070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Attempting to bind port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:32:14.144488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Attempting to bind port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:32:14.144902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Attempting to bind port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:32:14.162759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Pushing event updated for resources: {'Port': ['ID=70cda0f1-7530-4865-b4ed-0911ab7c32d6,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:14.165354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:32:14.165778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:32:14.166230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.166685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:32:14.167213 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Bound port: 70cda0f1-7530-4865-b4ed-0911ab7c32d6, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:32:14.167636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.196791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:32:14.200583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:14.202518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:14.203195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 59f32dd4-e2d2-4199-96a5-c905283b6b87 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:14.203573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:32:14.203699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.226784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Network d734f7f3-2e72-4bf5-8705-7f9359473827 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:32:14.251687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.259509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:14.273326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:14.289583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.330635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] For port 70cda0f1-7530-4865-b4ed-0911ab7c32d6, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:32:14.335745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] For port 70cda0f1-7530-4865-b4ed-0911ab7c32d6, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=70cda0f1-7530-4865-b4ed-0911ab7c32d6,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:32:14.351018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.503099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Network d734f7f3-2e72-4bf5-8705-7f9359473827 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   from cryptography.utils import int_from_bytes
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   from cryptography.utils import int_from_bytes
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   (rel_b, rel_a, rel_b),
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   (rel_b, rel_a, rel_b),
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:32:14.639678 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:32:14.649619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.661063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:14.676529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.685814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:14.693373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d734f7f3-2e72-4bf5-8705-7f9359473827,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:14.698595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:14.709491 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] 10.222.0.44 "DELETE /v2.0/networks/d734f7f3-2e72-4bf5-8705-7f9359473827 HTTP/1.1" status: 204  len: 168 time: 1.5263660
Feb 19 02:32:14.791321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:14.908563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3e8a5377-0736-4ba4-84d9-63917b7917c4 None None] Provisioning for port 58526d7d-cef4-4676-a08e-580f2aec629f completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:14.915238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33634) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:14.938421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:32:14.939138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf416cd1d0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:32:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:15.024010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-3e8a5377-0736-4ba4-84d9-63917b7917c4 None None] Provisioning complete for port 58526d7d-cef4-4676-a08e-580f2aec629f triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:15.026879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5377-0736-4ba4-84d9-63917b7917c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.035619 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7e862d9c-dd61-4c1a-ad6c-216609c47aa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34bd5f2d3f10452aa7848bc1d229dfdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1188061
Feb 19 02:32:15.036881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 33640) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:15.101497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.114535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.162525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a5377-0736-4ba4-84d9-63917b7917c4 None None] Port 58526d7d-cef4-4676-a08e-580f2aec629f cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:32:15.174648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Pushing event updated for resources: {'Port': ['ID=70cda0f1-7530-4865-b4ed-0911ab7c32d6,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:15.188064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:15.189938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66134ca3-0e25-4005-ac1b-f0057bc0b37a tempest-ServerRescueNegativeTestJSON-823477256 tempest-ServerRescueNegativeTestJSON-823477256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:15.231943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.260557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.307135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.326284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768555-b9e5-4688-a92e-c9b07750d7d0 req-854f3fa0-695b-4352-9c0b-b08856de1237 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:15.336241 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8b768555-b9e5-4688-a92e-c9b07750d7d0 req-854f3fa0-695b-4352-9c0b-b08856de1237 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1542563
Feb 19 02:32:15.338480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:32:15.402508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:15.415529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:15.431926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8b768555-b9e5-4688-a92e-c9b07750d7d0 req-da410709-817f-4a14-a36b-6c363b789d49 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942376
Feb 19 02:32:15.447202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.458336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-19d417d7-80bc-48f9-9e81-e9a36ea0c7ce tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:15.471720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98308467-74c6-4e6a-a92c-e7a03bc73b61,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:15.476743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:15.487085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.488711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98308467-74c6-4e6a-a92c-e7a03bc73b61 HTTP/1.1" status: 204  len: 168 time: 0.4508522
Feb 19 02:32:15.501157 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:32:15.502762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:15.814493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Router 57477673-4ce9-49ae-92a5-c3b5a35f1178 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:32:15.901112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a9fe7235-1f5c-443f-b4e2-e47f081bbda5 None None] Provisioning complete for port 58526d7d-cef4-4676-a08e-580f2aec629f triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:15.901964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7235-1f5c-443f-b4e2-e47f081bbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:15.968879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe7235-1f5c-443f-b4e2-e47f081bbda5 None None] Port 58526d7d-cef4-4676-a08e-580f2aec629f cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:32:15.983847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf416cd1d0>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 2, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:15.989746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d22fe-3b9f-4236-8051-6cc4d3cf8545 None None] The sync data for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi is: [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 2, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:32:16.122026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:32:16.137354 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] 10.222.0.44 "PUT /v2.0/routers/57477673-4ce9-49ae-92a5-c3b5a35f1178/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0867965
Feb 19 02:32:16.710210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1bedb-7fcd-4925-8d7c-2508ff7b04c7 req-7a4bd756-a843-4f82-bb5b-8ea97f43896c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:16.719182 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ddd1bedb-7fcd-4925-8d7c-2508ff7b04c7 req-7a4bd756-a843-4f82-bb5b-8ea97f43896c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1592882
Feb 19 02:32:16.787956 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ddd1bedb-7fcd-4925-8d7c-2508ff7b04c7 req-1e880eaf-fd7d-4232-aa8e-b5a45cb56883 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671813
Feb 19 02:32:17.906402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 70cda0f1-7530-4865-b4ed-0911ab7c32d6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:18.023392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:18.032309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:18.032309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:18.163908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2686b-3233-4ed1-9b43-3e013e0d1252 req-da5b21a4-b881-47fe-93bb-1f064d2f848d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:18.165629 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0f2686b-3233-4ed1-9b43-3e013e0d1252 req-da5b21a4-b881-47fe-93bb-1f064d2f848d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1521897
Feb 19 02:32:18.262392 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0f2686b-3233-4ed1-9b43-3e013e0d1252 req-a4ac0f9e-0dc0-4fb7-b6e2-9b2c7dcd2c5f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860412
Feb 19 02:32:18.272670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:18.306399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 70cda0f1-7530-4865-b4ed-0911ab7c32d6, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=70cda0f1-7530-4865-b4ed-0911ab7c32d6,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:18.325442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:18.331569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:18.434516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=70cda0f1-7530-4865-b4ed-0911ab7c32d6,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:18.443546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:19.675347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8ef6b-082b-43ff-9f8d-163f5e2602e2 req-47d42707-6b55-44e7-a769-1d999cce9a12 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:19.677046 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-80b8ef6b-082b-43ff-9f8d-163f5e2602e2 req-47d42707-6b55-44e7-a769-1d999cce9a12 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1836197
Feb 19 02:32:19.754170 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-80b8ef6b-082b-43ff-9f8d-163f5e2602e2 req-2ddd48d6-11d4-46e1-bc8c-da29b2e6bb06 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707989
Feb 19 02:32:19.857947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 70cda0f1-7530-4865-b4ed-0911ab7c32d6 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:19.984382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:19.985158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:20.049458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Sync routers for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:32:20.069899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:32:20.078132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b30908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:32:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:20.306176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:32:20.726149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b30908>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 2, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:20.731481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Checking router: 57477673-4ce9-49ae-92a5-c3b5a35f1178 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:32:20.731880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Updating router 57477673-4ce9-49ae-92a5-c3b5a35f1178 port 58526d7d-cef4-4676-a08e-580f2aec629f binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:32:20.799298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:21.162027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da3d80-999f-4885-b8ab-1fb45080f379 req-8705fa65-92bd-426a-a49f-82075bcd2793 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:21.175753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b9da3d80-999f-4885-b8ab-1fb45080f379 req-8705fa65-92bd-426a-a49f-82075bcd2793 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1528256
Feb 19 02:32:21.299635 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b9da3d80-999f-4885-b8ab-1fb45080f379 req-8a96f717-8d69-401f-8898-9053a30f84b9 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227801
Feb 19 02:32:21.338373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:21.356088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Transition to ACTIVE for port object 58526d7d-cef4-4676-a08e-580f2aec629f will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:21.360063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:21.394410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:21.551559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Pushing event updated for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:21.570314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.571082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.572037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.572688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.573296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.573876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.574767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.575369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.575939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.576606 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.577414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.577965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.578649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.579225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.579795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.580588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.581263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.582056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.583236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.583808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.584610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.585182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.585899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.586626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:21.610909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:21.908921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Attempting to bind port 58526d7d-cef4-4676-a08e-580f2aec629f on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:32:21.909452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Attempting to bind port 58526d7d-cef4-4676-a08e-580f2aec629f by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:32:21.909747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Attempting to bind port 58526d7d-cef4-4676-a08e-580f2aec629f on network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:32:21.939624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:32:21.946930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Checking segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:32:21.947440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:21.947901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Bound using segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:32:21.948474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Bound port: 58526d7d-cef4-4676-a08e-580f2aec629f, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:32:21.950511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:22.149713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] For port 58526d7d-cef4-4676-a08e-580f2aec629f, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:32:22.154005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] For port 58526d7d-cef4-4676-a08e-580f2aec629f, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=58526d7d-cef4-4676-a08e-580f2aec629f,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:32:22.161250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:22.184851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:22.361092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Pushing event updated for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=4']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:22.369006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c4dbf5c0-1e84-4e07-aa25-b52c5bad5289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:22.422474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:32:22.423457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b30908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:32:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:22.565546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a167884-4348-43af-9d9d-278540402fb2 req-eb36834f-39f7-403a-b81f-5e8bdb236f2d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:22.576564 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7a167884-4348-43af-9d9d-278540402fb2 req-eb36834f-39f7-403a-b81f-5e8bdb236f2d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1323225
Feb 19 02:32:22.640598 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7a167884-4348-43af-9d9d-278540402fb2 req-011cdcb4-df7d-426a-84c2-b16395cc0c61 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626745
Feb 19 02:32:22.758802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:32:23.341628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b30908>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:22Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:32:23.353112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb552ab-8ad9-4c74-9b6f-8219660c1494 None None] The sync data for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi is: [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:22Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:32:23.934680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 58526d7d-cef4-4676-a08e-580f2aec629f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:24.113167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port 58526d7d-cef4-4676-a08e-580f2aec629f completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:24.141978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 58526d7d-cef4-4676-a08e-580f2aec629f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:24.142426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:24.168336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb73a8-73c3-4490-a92b-807f5e7ef7a5 req-17ddb48d-68cb-4edf-9589-efdd09d321db tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:24.176288 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1fb73a8-73c3-4490-a92b-807f5e7ef7a5 req-17ddb48d-68cb-4edf-9589-efdd09d321db tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2745957
Feb 19 02:32:24.330430 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1fb73a8-73c3-4490-a92b-807f5e7ef7a5 req-c07174db-553a-40f4-8148-abbe561bde90 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1531630
Feb 19 02:32:24.450667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:24.513016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port 58526d7d-cef4-4676-a08e-580f2aec629f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=58526d7d-cef4-4676-a08e-580f2aec629f,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:24.518652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:24.520727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-26d4332a-2384-4bb6-ba01-953b831f951a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:24.642921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:24.646954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:25.699079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e199c4-5f4c-43fe-b688-38b92729c6db req-1d2f8693-d1f0-43fb-90d1-d4fde56767c7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:25.708725 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c4e199c4-5f4c-43fe-b688-38b92729c6db req-1d2f8693-d1f0-43fb-90d1-d4fde56767c7 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1213951
Feb 19 02:32:25.837378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c4e199c4-5f4c-43fe-b688-38b92729c6db req-cdadfdeb-6a25-4cc2-8a75-d6fc4303e9d5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270857
Feb 19 02:32:25.858914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 58526d7d-cef4-4676-a08e-580f2aec629f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:25.974768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port 58526d7d-cef4-4676-a08e-580f2aec629f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:25.975137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:27.161993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139624-cc1a-447b-8b23-7e653b0c73f3 req-ea0c6a6c-db4a-49e8-af13-9069359eb412 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:27.163831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-15139624-cc1a-447b-8b23-7e653b0c73f3 req-ea0c6a6c-db4a-49e8-af13-9069359eb412 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.1069252
Feb 19 02:32:27.250536 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-15139624-cc1a-447b-8b23-7e653b0c73f3 req-e0bb9a9c-f78e-40f9-bcb7-af79eb7f8665 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784962
Feb 19 02:32:27.767962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:32:27.862138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf6b76-892b-444b-a60c-785545373ead req-6d758c8c-8644-4d73-baf3-912e9de57269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:27.864435 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-6d758c8c-8644-4d73-baf3-912e9de57269 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1163 time: 0.1038110
Feb 19 02:32:28.024695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf6b76-892b-444b-a60c-785545373ead req-5988f93a-2c43-4606-9db7-0827bbe4adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:28.026429 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-5988f93a-2c43-4606-9db7-0827bbe4adc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.1543529
Feb 19 02:32:28.148697 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-1bc6a676-39b1-431b-be0d-a7df0785f6b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 1001 time: 0.1154225
Feb 19 02:32:28.228328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf6b76-892b-444b-a60c-785545373ead req-f31a7ae9-be74-41cf-9400-34259d73246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:28.230160 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-f31a7ae9-be74-41cf-9400-34259d73246a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.0747406
Feb 19 02:32:28.319450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf6b76-892b-444b-a60c-785545373ead req-8f80540b-542f-4a0c-a1a8-1076ca365871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:28.321108 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-8f80540b-542f-4a0c-a1a8-1076ca365871 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836148
Feb 19 02:32:28.482886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2c5ba-d5db-4f94-91e2-89c5c1a373f5 req-49407413-4c8e-417d-9936-3a39b37f5cef tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:28.484838 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f1f2c5ba-d5db-4f94-91e2-89c5c1a373f5 req-49407413-4c8e-417d-9936-3a39b37f5cef tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0998547
Feb 19 02:32:28.486010 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-0409f032-6b8a-4d84-83f3-3876ddd88f8a service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556518
Feb 19 02:32:28.536912 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f1f2c5ba-d5db-4f94-91e2-89c5c1a373f5 req-01f33a0b-96b8-47ed-a81e-aaa0c32e075e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448263
Feb 19 02:32:28.637948 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e7bf6b76-892b-444b-a60c-785545373ead req-1f8d3953-fa43-4810-b60d-3fdb068920f1 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462698
Feb 19 02:32:29.359959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-837e9a75-e54b-4585-9358-f00cc7bd96da tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:29.360703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-837e9a75-e54b-4585-9358-f00cc7bd96da tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:network {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:32:29.377211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-837e9a75-e54b-4585-9358-f00cc7bd96da tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:network {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:32:29.378568 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-837e9a75-e54b-4585-9358-f00cc7bd96da tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 814 time: 0.4012001
Feb 19 02:32:29.394730 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-af74871e-c3ca-4f3a-ab4a-22baac413604 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/quotas/ed76decd92fc4f23bf841fd8f151e05c HTTP/1.1" status: 200  len: 375 time: 0.0093989
Feb 19 02:32:29.480939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-50c5b987-b72e-4554-8c30-ae4cd249050a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:32:29.497048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-50c5b987-b72e-4554-8c30-ae4cd249050a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:32:29.498435 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-50c5b987-b72e-4554-8c30-ae4cd249050a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0983543
Feb 19 02:32:29.648098 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-6a67ec99-7a1a-48ef-9712-8aba15fb4a96 service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364064
Feb 19 02:32:29.755773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f352b5c-890a-4279-8d3f-e12ca187abbe req-ecf69bc5-522a-47e2-b8cc-3f674124708f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:29.757366 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f352b5c-890a-4279-8d3f-e12ca187abbe req-ecf69bc5-522a-47e2-b8cc-3f674124708f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0920806
Feb 19 02:32:29.795400 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-b6b8bc6b-0891-4cdd-83e3-d017b70410cc service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405687
Feb 19 02:32:30.010517 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-286fc659-c79a-4f10-92bb-6e52f570d8e1 req-d91afc97-6ea4-4bd1-b67b-e72d6b36305d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 210 time: 0.0632901
Feb 19 02:32:30.073067 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5f352b5c-890a-4279-8d3f-e12ca187abbe req-8c220af7-424c-4daa-8e22-dc4c5d7a058f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3091433
Feb 19 02:32:30.832201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-441bfa4f-e96c-4a35-a71c-f6b4938fc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:31.191714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c634e73d-325c-4d4d-a016-8cd134d6d7cf req-73a102d7-6b40-48d8-ba43-64e216a55685 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 210 time: 0.0616117
Feb 19 02:32:31.295293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-50f03b55-082d-4bed-b327-29225e1bb5a1 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:31.296779 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-50f03b55-082d-4bed-b327-29225e1bb5a1 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 814 time: 0.2413321
Feb 19 02:32:31.311200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'port': {'device_id': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'admin_state_up': True, 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:32:31.436837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9ed70-3a08-4e45-bb60-3265fe5441b7 req-59a57f88-76d1-499a-9a4a-4816f3e43863 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:31.438479 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-26b9ed70-3a08-4e45-bb60-3265fe5441b7 req-59a57f88-76d1-499a-9a4a-4816f3e43863 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2189577
Feb 19 02:32:31.513540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:32:31.518467 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-26b9ed70-3a08-4e45-bb60-3265fe5441b7 req-2fd9a222-3301-4ab8-b16b-760aa78dbe86 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731270
Feb 19 02:32:31.527440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:32:31.537533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Made reservation on behalf of ed76decd92fc4f23bf841fd8f151e05c for: {'port': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:32:31.543346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:31.990634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:32:31.995561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Allocated IP 172.20.0.4 (44a41470-32cc-4220-b6d8-4fa5cdef8de0/22d24ca2-cde5-4005-bf5e-16e9ca190594/2d39a22b-39a7-4bd0-b9ae-911a223833df) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:32:32.153223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:32.193403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:32.194706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:32:32.201056 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:32.203207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:32.281560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:32.285207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:32.460807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:32.501708 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'code': 422} returned with failed status
Feb 19 02:32:32.535436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Transition to ACTIVE for port object 2d39a22b-39a7-4bd0-b9ae-911a223833df will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:32.604023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:32.628563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:32.707047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:32.787292 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab18b1-c4d6-4d75-a3b7-eafac82993b2 req-3c981964-338b-4461-b98d-3f572df2ceb2 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:32.798420 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9eab18b1-c4d6-4d75-a3b7-eafac82993b2 req-3c981964-338b-4461-b98d-3f572df2ceb2 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.1494377
Feb 19 02:32:32.812654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.813079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.813707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.814122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.814584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.815013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.815417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.815820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.816219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.817153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.817552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.817948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.818480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.818886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.819288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.819801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.820199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.820599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.820996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.821393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.821787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.822181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.822604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.823006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:32:32.829671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:32.871099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-9eab18b1-c4d6-4d75-a3b7-eafac82993b2 req-d5600eb9-3fb7-47dc-ad0a-61bf14c81e0e tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:32:32.899935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-9eab18b1-c4d6-4d75-a3b7-eafac82993b2 req-d5600eb9-3fb7-47dc-ad0a-61bf14c81e0e tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:32:32.901324 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9eab18b1-c4d6-4d75-a3b7-eafac82993b2 req-d5600eb9-3fb7-47dc-ad0a-61bf14c81e0e tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015821
Feb 19 02:32:32.925288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:32:32.930772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:32:32.934661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:32:33.011428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:33.011905 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:33.044582 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7397270
Feb 19 02:32:33.169018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-861a7f73-a728-47b8-8b56-7ad4debe5a7d None None] Provisioning for port 2d39a22b-39a7-4bd0-b9ae-911a223833df completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:33.174220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-861a7f73-a728-47b8-8b56-7ad4debe5a7d None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:33.174677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-861a7f73-a728-47b8-8b56-7ad4debe5a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:33.239085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-861a7f73-a728-47b8-8b56-7ad4debe5a7d None None] Port 2d39a22b-39a7-4bd0-b9ae-911a223833df cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:32:33.287765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d239001-d2e2-458a-aa55-b0e19409a4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:33.772290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d4a26-cce5-42d5-bee1-70fd72a87019 req-72d5b5f8-ac08-4b10-a8f2-4bdcdff46d25 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:33.773921 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-256d4a26-cce5-42d5-bee1-70fd72a87019 req-72d5b5f8-ac08-4b10-a8f2-4bdcdff46d25 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0941508
Feb 19 02:32:33.810234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 33866) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:32:33.813619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:33.825599 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-256d4a26-cce5-42d5-bee1-70fd72a87019 req-9ec1c315-4e2c-4b20-a5e8-47a8b2c5de34 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452688
Feb 19 02:32:33.965367 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-62c377a9-5ab5-4a6f-a11b-4e6558c00d54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1465001
Feb 19 02:32:34.282964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79246a7-7792-4fe7-a5fe-8a3456281951 req-455214e3-f422-44fa-9d7b-84b1a913288a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:34.284490 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a79246a7-7792-4fe7-a5fe-8a3456281951 req-455214e3-f422-44fa-9d7b-84b1a913288a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.0960319
Feb 19 02:32:34.337799 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a79246a7-7792-4fe7-a5fe-8a3456281951 req-925fb84c-4789-47ac-a9be-bfa1d1ba6100 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462344
Feb 19 02:32:34.963810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:35.076070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423944f8-087d-414b-9821-d80b1b5a61a3 req-604942ea-0b21-49f9-9a47-6ba8c5024773 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:35.077959 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-423944f8-087d-414b-9821-d80b1b5a61a3 req-604942ea-0b21-49f9-9a47-6ba8c5024773 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0885446
Feb 19 02:32:35.136969 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-423944f8-087d-414b-9821-d80b1b5a61a3 req-d4eab072-f8be-4624-9c84-525ec7b5641d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506103
Feb 19 02:32:35.197486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:35.554177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2541cc-742e-4845-975a-545c966df5da req-04acb16d-4382-4ae3-b183-c63cfa7a33b4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:35.556143 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6e2541cc-742e-4845-975a-545c966df5da req-04acb16d-4382-4ae3-b183-c63cfa7a33b4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.1026118
Feb 19 02:32:35.608282 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6e2541cc-742e-4845-975a-545c966df5da req-8b40ef44-21e0-4cda-bf9c-23f13dff8bf1 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456243
Feb 19 02:32:36.345475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890b3f5-8604-4211-9a3d-cb1408cf1d65 req-b32f56db-4f66-4e50-a723-fb3553210cd4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:36.347103 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f890b3f5-8604-4211-9a3d-cb1408cf1d65 req-b32f56db-4f66-4e50-a723-fb3553210cd4 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0849249
Feb 19 02:32:36.393885 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f890b3f5-8604-4211-9a3d-cb1408cf1d65 req-0b39b68f-1922-43ab-a6cd-fd45e5801a16 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401943
Feb 19 02:32:36.824628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11155807-11d4-4870-b303-a3e7626efc31 req-63b6b63f-c12c-44e3-93b3-274a402b8ab0 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:36.826868 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-11155807-11d4-4870-b303-a3e7626efc31 req-63b6b63f-c12c-44e3-93b3-274a402b8ab0 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.1047745
Feb 19 02:32:36.882624 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-11155807-11d4-4870-b303-a3e7626efc31 req-2f8af5a9-9c71-4fc8-803a-dfead570ad2c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488122
Feb 19 02:32:37.618099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98638470-a199-4603-872f-38bb90797313 req-516d930d-efe2-46e7-9e59-60c0bdd7f668 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:37.620015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98638470-a199-4603-872f-38bb90797313 req-516d930d-efe2-46e7-9e59-60c0bdd7f668 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.1064656
Feb 19 02:32:37.674785 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98638470-a199-4603-872f-38bb90797313 req-c14c168c-1d87-43bf-9f25-41278c259c2c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482605
Feb 19 02:32:38.119838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332fb3a-8d98-449b-92ae-e11843d38cf0 req-a2e2cfae-4571-444e-a6d1-895abe36d08c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:38.121463 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e332fb3a-8d98-449b-92ae-e11843d38cf0 req-a2e2cfae-4571-444e-a6d1-895abe36d08c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.0916104
Feb 19 02:32:38.174811 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e332fb3a-8d98-449b-92ae-e11843d38cf0 req-3255e3ab-a471-4de6-a921-cea6a2dc6598 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467484
Feb 19 02:32:38.882955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e383-293f-4ca6-8e33-8273c9e51dcc req-3f59793a-65bd-43fb-bff8-881eb97c8ee0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:38.884778 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1d4e383-293f-4ca6-8e33-8273c9e51dcc req-3f59793a-65bd-43fb-bff8-881eb97c8ee0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0928683
Feb 19 02:32:38.942188 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d1d4e383-293f-4ca6-8e33-8273c9e51dcc req-17b9922c-a9b3-4f45-aa4b-35683e3e088a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511119
Feb 19 02:32:39.371745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf79c-c629-44d0-abd8-8a2f79153423 req-15f1285a-27fb-4a31-a67f-b947e1bc8440 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:39.373349 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ddf79c-c629-44d0-abd8-8a2f79153423 req-15f1285a-27fb-4a31-a67f-b947e1bc8440 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.0861537
Feb 19 02:32:39.430780 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ddf79c-c629-44d0-abd8-8a2f79153423 req-f11ac5f2-70d4-411e-8d3f-68693643b62b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505104
Feb 19 02:32:40.152839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ddb20-1e94-4b6b-b472-796e70360760 req-71feef29-8182-43cc-96fd-d7697e6817f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:40.154823 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-022ddb20-1e94-4b6b-b472-796e70360760 req-71feef29-8182-43cc-96fd-d7697e6817f0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0915709
Feb 19 02:32:40.217252 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-022ddb20-1e94-4b6b-b472-796e70360760 req-be9ff838-173e-4e95-b3e8-0903613a62a5 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504837
Feb 19 02:32:40.653358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac077cf-0590-448a-9c99-dca81e524ff7 req-9c6ee13c-34bc-4442-a633-e5a14f17e2bf tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:40.654971 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ac077cf-0590-448a-9c99-dca81e524ff7 req-9c6ee13c-34bc-4442-a633-e5a14f17e2bf tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.1066289
Feb 19 02:32:40.702970 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ac077cf-0590-448a-9c99-dca81e524ff7 req-a326d4a1-8f38-45d6-99c9-5dab15791886 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417202
Feb 19 02:32:41.439672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d6fc7-780a-47d8-8843-7c75b160d438 req-4dc7a351-5ccc-4207-93a8-0e0d004e8c60 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:41.441325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-150d6fc7-780a-47d8-8843-7c75b160d438 req-4dc7a351-5ccc-4207-93a8-0e0d004e8c60 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0909214
Feb 19 02:32:41.489620 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-150d6fc7-780a-47d8-8843-7c75b160d438 req-6d1f8100-3fb2-4c8a-beb8-2a77fa1f84da tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421054
Feb 19 02:32:41.875979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:41.903433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38691-5f51-485c-b29d-5ac77d913a19 req-88571a14-719d-4e87-8e79-281e70c2fe0b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:41.905018 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1ae38691-5f51-485c-b29d-5ac77d913a19 req-88571a14-719d-4e87-8e79-281e70c2fe0b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.0862372
Feb 19 02:32:41.957331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1ae38691-5f51-485c-b29d-5ac77d913a19 req-c4c0cb7b-e986-4789-bf7c-09866e327ea2 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454957
Feb 19 02:32:42.715686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7573e-64c9-42ef-8715-94be916ffe41 req-fa4fd001-073c-401c-b23f-be7f337f4c0b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:42.718313 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bbc7573e-64c9-42ef-8715-94be916ffe41 req-fa4fd001-073c-401c-b23f-be7f337f4c0b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.1114333
Feb 19 02:32:42.772982 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bbc7573e-64c9-42ef-8715-94be916ffe41 req-db2bdef7-e7e2-4136-b47f-68656ec23c92 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453777
Feb 19 02:32:43.155486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69c653-f092-48d5-8e13-a6fb0c7e245b req-7818dedd-d443-458e-8ee5-9a1a1c540d09 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:43.157089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ec69c653-f092-48d5-8e13-a6fb0c7e245b req-7818dedd-d443-458e-8ee5-9a1a1c540d09 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.0883145
Feb 19 02:32:43.205125 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ec69c653-f092-48d5-8e13-a6fb0c7e245b req-a4cc81d7-d0c3-4308-a855-57c1c4828738 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416522
Feb 19 02:32:43.946703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Request body: {'port': {'device_id': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:32:44.101973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878902-dbb4-440c-b4c9-04a12429f8ae req-4417be7a-1d47-42e3-9cd6-34f98c096cb0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.103610 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69878902-dbb4-440c-b4c9-04a12429f8ae req-4417be7a-1d47-42e3-9cd6-34f98c096cb0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.2107370
Feb 19 02:32:44.106238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:44.157843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-213f5f3e-0b85-4224-978b-20cb2dce13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.159514 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-213f5f3e-0b85-4224-978b-20cb2dce13b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd&tenant_id=c5e1c746a8dc450eb96f1b22cd181e50 HTTP/1.1" status: 200  len: 1161 time: 0.0832107
Feb 19 02:32:44.213825 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-69878902-dbb4-440c-b4c9-04a12429f8ae req-1fbfe1b7-224a-43d7-9ab9-138861d5a4ae tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974622
Feb 19 02:32:44.265894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-7fdc7738-9fd0-46a7-8fea-7bb8176d2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.267543 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-7fdc7738-9fd0-46a7-8fea-7bb8176d2f29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1161 time: 0.0842438
Feb 19 02:32:44.484194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-e38185ba-bbe9-482a-bc86-58f4626a7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.485805 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-e38185ba-bbe9-482a-bc86-58f4626a7ae8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 200  len: 910 time: 0.2108576
Feb 19 02:32:44.557745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b32c-9c04-4ac9-8ad6-a5c7351c10eb req-fdacb0d3-9152-411c-b636-cdd362c93278 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.559387 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7917b32c-9c04-4ac9-8ad6-a5c7351c10eb req-fdacb0d3-9152-411c-b636-cdd362c93278 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 931 time: 0.2044039
Feb 19 02:32:44.573534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d39a22b-39a7-4bd0-b9ae-911a223833df {{(pid=84007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:32:44.585035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:44.596444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Transition to ACTIVE for port object 2d39a22b-39a7-4bd0-b9ae-911a223833df will not be triggered until provisioned by entity L2. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:32:44.599574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:44.617299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-96c570be-e54d-49fe-8315-d6de501994c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:44.632091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-736e0123-8666-48e9-ba14-759cb7ff674c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 200  len: 999 time: 0.1382000
Feb 19 02:32:44.712615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7917b32c-9c04-4ac9-8ad6-a5c7351c10eb req-0f78e376-02fa-41a4-b149-efc9f4786802 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353581
Feb 19 02:32:44.739139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-3683dcdf-83b8-4fd4-aa40-854cef60d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.740928 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-3683dcdf-83b8-4fd4-aa40-854cef60d720 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 200  len: 855 time: 0.0926328
Feb 19 02:32:44.751347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:44.754816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:44.832283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-14c9ff19-092c-42e1-a862-ce6544e23cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:44.833380 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-14c9ff19-092c-42e1-a862-ce6544e23cf1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ec2dc-41c0-4415-958d-7f5e107c8197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860717
Feb 19 02:32:44.979692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Attempting to bind port 2d39a22b-39a7-4bd0-b9ae-911a223833df on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:32:44.980080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Attempting to bind port 2d39a22b-39a7-4bd0-b9ae-911a223833df by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:32:44.980454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Attempting to bind port 2d39a22b-39a7-4bd0-b9ae-911a223833df on network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:32:44.986787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:32:44.987173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Checking segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:32:44.987586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:44.988112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Bound using segment: {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'} {{(pid=84007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:32:44.989097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Bound port: 2d39a22b-39a7-4bd0-b9ae-911a223833df, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83edcc-9d7d-442d-9748-b95c56dee087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0'}}] {{(pid=84007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:32:44.989536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:44.991089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-1e83d233-cbb4-4cd5-9007-b40c727e5577 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507864
Feb 19 02:32:45.087553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, cleared binding levels {{(pid=84007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:32:45.090974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:32:45.094880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:45.111489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8413fb1f-0fdb-40e3-bcea-7fa530f73db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:45.137283 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f3ebe0dc-dee3-46ca-9646-08f8176fe597 req-aac6c2b6-2b4b-4f88-93bb-3a0040da871e service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392736
Feb 19 02:32:45.264560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=3']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:45.269982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:45.303229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:45.303915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:45.305449 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] 10.222.0.53 "PUT /v2.0/ports/2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 1157 time: 1.3641863
Feb 19 02:32:45.305923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:32:45.390892 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:32:45.510768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be2abc-cf9a-4c83-9bf2-76cd99223a9b req-5e75be26-12f1-45a3-aff0-b71b81b62ec6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:45.512333 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93be2abc-cf9a-4c83-9bf2-76cd99223a9b req-5e75be26-12f1-45a3-aff0-b71b81b62ec6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.1650038
Feb 19 02:32:45.515132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-82dce4fb-8b85-49da-b5fa-6b90cca81933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:45.516610 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-82dce4fb-8b85-49da-b5fa-6b90cca81933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1160 time: 0.1278992
Feb 19 02:32:45.857015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-5af9c1aa-083b-488a-bc11-bd076a74189c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 217 time: 0.3239083
Feb 19 02:32:45.905036 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93be2abc-cf9a-4c83-9bf2-76cd99223a9b req-d4725a7b-22cb-4b31-8c41-5c441723146a tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3862371
Feb 19 02:32:45.948899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-10f2705c-4d57-4c93-ab1f-4578b4ab21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:45.950774 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-10f2705c-4d57-4c93-ab1f-4578b4ab21f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0850787
Feb 19 02:32:46.017732 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc9fe-af71-498c-8ea8-54d0a020052e req-b0dc612e-9221-4fcf-9b01-bc9852866401 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:46.032820 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f1cbc9fe-af71-498c-8ea8-54d0a020052e req-b0dc612e-9221-4fcf-9b01-bc9852866401 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.1582313
Feb 19 02:32:46.132446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f1cbc9fe-af71-498c-8ea8-54d0a020052e req-3d502fdb-2633-4b53-ac3c-3433f5d0d1bb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980966
Feb 19 02:32:46.157938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-e1b86ad5-01f1-4010-ae03-0d8cb218008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:46.158292 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-e1b86ad5-01f1-4010-ae03-0d8cb218008e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2004335
Feb 19 02:32:47.117841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407617b1-eb71-4c11-acc0-719ba8ae4e10 req-7c06c5c7-fa83-440a-bd61-b24b7e8f4b64 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:47.119508 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-407617b1-eb71-4c11-acc0-719ba8ae4e10 req-7c06c5c7-fa83-440a-bd61-b24b7e8f4b64 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0910921
Feb 19 02:32:47.171750 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-407617b1-eb71-4c11-acc0-719ba8ae4e10 req-6ef69436-be8b-45d5-aa5c-41b097177f55 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429170
Feb 19 02:32:47.336068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20299947-8bb3-4ab5-b9e2-a62e999e97d5 req-088d49e6-6484-41bd-9ca4-62ee19197364 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:47.336798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-20299947-8bb3-4ab5-b9e2-a62e999e97d5 req-088d49e6-6484-41bd-9ca4-62ee19197364 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:32:47.352976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-20299947-8bb3-4ab5-b9e2-a62e999e97d5 req-088d49e6-6484-41bd-9ca4-62ee19197364 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:32:47.354269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-20299947-8bb3-4ab5-b9e2-a62e999e97d5 req-088d49e6-6484-41bd-9ca4-62ee19197364 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.1059332
Feb 19 02:32:47.404882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-20299947-8bb3-4ab5-b9e2-a62e999e97d5 req-f2a41722-a272-459b-87af-aa1a2019779e tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442839
Feb 19 02:32:48.384229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669de41-6805-45b0-8ef4-0591f540e00f req-78e82276-d4b5-4776-967a-273726815f70 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:48.385885 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9669de41-6805-45b0-8ef4-0591f540e00f req-78e82276-d4b5-4776-967a-273726815f70 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0939515
Feb 19 02:32:48.436714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9669de41-6805-45b0-8ef4-0591f540e00f req-d6411514-46cf-4bef-a3f1-e7742e9a26de tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444002
Feb 19 02:32:48.630314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4c54-de5e-444c-898f-1f6d1fb11f26 req-7ad3b1ea-19b8-4a9a-81af-faa8f6df7cd7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:48.631989 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-054e4c54-de5e-444c-898f-1f6d1fb11f26 req-7ad3b1ea-19b8-4a9a-81af-faa8f6df7cd7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0882447
Feb 19 02:32:48.685981 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-054e4c54-de5e-444c-898f-1f6d1fb11f26 req-52041ad4-9df4-4162-bb67-d6558ed8f772 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475993
Feb 19 02:32:49.651364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9112b4-c42b-4948-a14f-83d41d40689b req-42ea052b-1225-47ae-88c4-e2f2ee9cb64d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:49.652994 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa9112b4-c42b-4948-a14f-83d41d40689b req-42ea052b-1225-47ae-88c4-e2f2ee9cb64d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0918517
Feb 19 02:32:49.707189 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa9112b4-c42b-4948-a14f-83d41d40689b req-a7e957b1-ef6d-49cc-b3ce-904c69b38876 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443187
Feb 19 02:32:49.903185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf8ee-9461-4b2f-bb39-fec1d143ee9c req-161c8238-995d-4b2c-b7be-f859a82e904b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:49.904905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8badf8ee-9461-4b2f-bb39-fec1d143ee9c req-161c8238-995d-4b2c-b7be-f859a82e904b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0937588
Feb 19 02:32:49.961407 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8badf8ee-9461-4b2f-bb39-fec1d143ee9c req-f1f61117-8923-4614-a9c8-ef78c9eea8de tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498891
Feb 19 02:32:50.917846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32774dbd-5819-443e-88a1-67fc82c71b29 req-fa29f56d-1b8a-4938-a8c2-e8e23ba231ad tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:50.920099 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32774dbd-5819-443e-88a1-67fc82c71b29 req-fa29f56d-1b8a-4938-a8c2-e8e23ba231ad tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0944619
Feb 19 02:32:50.998651 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-32774dbd-5819-443e-88a1-67fc82c71b29 req-0df49876-7d9f-425a-a9e3-5c715bd16a5b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595157
Feb 19 02:32:51.204026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56733b1f-be6b-4325-84a2-3dd040a6f46f req-b2b71d25-4716-4d90-bcf5-c2fe08c81b3c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:51.205648 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56733b1f-be6b-4325-84a2-3dd040a6f46f req-b2b71d25-4716-4d90-bcf5-c2fe08c81b3c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0877140
Feb 19 02:32:51.256266 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56733b1f-be6b-4325-84a2-3dd040a6f46f req-01906154-7271-44a7-95f6-ffcd2f221810 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433512
Feb 19 02:32:52.224785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c78a-7beb-4faa-95a4-4163328d023b req-41dbe563-51f9-4ff2-a062-fff6fe669eaf tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:52.226708 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8454c78a-7beb-4faa-95a4-4163328d023b req-41dbe563-51f9-4ff2-a062-fff6fe669eaf tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0978849
Feb 19 02:32:52.277609 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8454c78a-7beb-4faa-95a4-4163328d023b req-1f816147-a6e1-4382-a318-f6e17336c73d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442293
Feb 19 02:32:52.475802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908085-ceef-4e6c-ae82-696a00af4ae1 req-a38cd009-6a04-44c3-8d22-f1506657d339 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:52.477411 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e908085-ceef-4e6c-ae82-696a00af4ae1 req-a38cd009-6a04-44c3-8d22-f1506657d339 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0879319
Feb 19 02:32:52.531227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5e908085-ceef-4e6c-ae82-696a00af4ae1 req-1869609c-7a9f-4461-bfb7-5cfbf9075657 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474741
Feb 19 02:32:53.492590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967111-ce82-41c5-b8a0-6463c8f04dc1 req-f12d2980-b961-4e66-bda9-aee0f7c4ff4e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:53.494258 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56967111-ce82-41c5-b8a0-6463c8f04dc1 req-f12d2980-b961-4e66-bda9-aee0f7c4ff4e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0894413
Feb 19 02:32:53.545058 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-56967111-ce82-41c5-b8a0-6463c8f04dc1 req-b4261bc9-092c-42c1-bd54-dab08f479750 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444522
Feb 19 02:32:53.745559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47d206-7f7d-4f7f-a357-30bb66b2027f req-f5070099-83dd-457d-a8b9-c664f278cea9 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:53.747236 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b47d206-7f7d-4f7f-a357-30bb66b2027f req-f5070099-83dd-457d-a8b9-c664f278cea9 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0922079
Feb 19 02:32:53.798141 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3b47d206-7f7d-4f7f-a357-30bb66b2027f req-5a0678b5-cb9c-4348-9451-e1aeb7417108 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437288
Feb 19 02:32:54.757811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a2a4-2256-4fe6-a351-94ec85365bb7 req-8f5011a7-619b-4062-ac43-1342ae935a68 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:54.759618 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-45a7a2a4-2256-4fe6-a351-94ec85365bb7 req-8f5011a7-619b-4062-ac43-1342ae935a68 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0893250
Feb 19 02:32:54.809228 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-45a7a2a4-2256-4fe6-a351-94ec85365bb7 req-50c90adb-4404-4615-82f0-a6d855e9bea6 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431435
Feb 19 02:32:55.039965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5890f6-0ae7-464a-80d2-3aed42dde8b6 req-7688bb31-c455-45be-8b72-9772447ac071 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:55.041607 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf5890f6-0ae7-464a-80d2-3aed42dde8b6 req-7688bb31-c455-45be-8b72-9772447ac071 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0927308
Feb 19 02:32:55.092115 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf5890f6-0ae7-464a-80d2-3aed42dde8b6 req-67b7aaab-9417-44fd-b336-f8043719d4a9 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440948
Feb 19 02:32:56.018042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546dbbe-21ae-49aa-b48b-4a71480d5390 req-cd8c21d4-9b5c-4af4-aa6e-1d00e526173e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:56.019703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3546dbbe-21ae-49aa-b48b-4a71480d5390 req-cd8c21d4-9b5c-4af4-aa6e-1d00e526173e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0898826
Feb 19 02:32:56.068001 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3546dbbe-21ae-49aa-b48b-4a71480d5390 req-e03d05d6-71cf-44e5-8fe3-2ca4214b3fe2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420318
Feb 19 02:32:56.371436 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-335c7e96-e28c-416a-8149-a8f9653557e2 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114065
Feb 19 02:32:56.383349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180705d7-a88f-4e53-8da1-650e37f5a2f5 req-a019b20b-351d-4c5f-8b3e-24a83f10f971 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:56.384939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-180705d7-a88f-4e53-8da1-650e37f5a2f5 req-a019b20b-351d-4c5f-8b3e-24a83f10f971 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.1460953
Feb 19 02:32:56.538924 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-180705d7-a88f-4e53-8da1-650e37f5a2f5 req-c2ef57e6-cb2d-4451-8220-8828d482f648 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263237
Feb 19 02:32:56.566860 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-916cadcc-805c-4998-8d34-e87e2bf91d50 req-3a5e4ae8-36ca-4f27-a81f-c59721a57420 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1808434
Feb 19 02:32:56.689958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-b373c75b-47d5-46f1-9f07-c01b9e9f8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:56.692197 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-b373c75b-47d5-46f1-9f07-c01b9e9f8374 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1160 time: 0.0779715
Feb 19 02:32:56.838049 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-fcf50018-fd72-4759-9354-631541f3c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:56.839872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-fcf50018-fd72-4759-9354-631541f3c8da service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1395988
Feb 19 02:32:56.920132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-5c4271e7-5c53-480a-9e3e-368c5ec4ba0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 217 time: 0.0730658
Feb 19 02:32:56.991873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-ed2232fa-402f-4600-b426-cd0a492e4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:56.993480 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-ed2232fa-402f-4600-b426-cd0a492e4dc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0656099
Feb 19 02:32:57.080285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-b3a74e1d-0a7c-4775-b387-b7cc16a5361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:57.081927 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-b3a74e1d-0a7c-4775-b387-b7cc16a5361c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809970
Feb 19 02:32:57.229602 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-db7d6d1f-22b6-45e3-b7ed-dd169c75a30c service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380284
Feb 19 02:32:57.272673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b698a-d0d3-4f7e-addc-7f577992563e req-6c457a9a-a121-46e2-8091-ab11a11ec090 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:57.274221 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d10b698a-d0d3-4f7e-addc-7f577992563e req-6c457a9a-a121-46e2-8091-ab11a11ec090 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0857861
Feb 19 02:32:57.325867 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d10b698a-d0d3-4f7e-addc-7f577992563e req-d5839401-8ef4-4c62-b7e2-1839abdf446d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453196
Feb 19 02:32:57.375701 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e84003ba-3287-4d67-8395-f6dfdd8e95f3 req-6d9ad6bb-43fd-4de1-9c4d-dce3be4afcd0 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390188
Feb 19 02:32:57.737358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904193b-7c87-4b03-9238-d102f793c62b req-483d0376-07c3-4267-9633-3b18f7994217 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:57.739710 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9904193b-7c87-4b03-9238-d102f793c62b req-483d0376-07c3-4267-9633-3b18f7994217 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0861123
Feb 19 02:32:57.787048 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9904193b-7c87-4b03-9238-d102f793c62b req-938a897d-16ce-426f-998d-b31ecbe097fa tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410945
Feb 19 02:32:58.396403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.objects.ports [None req-c32d7d09-db63-43a2-ac62-1dabcabc9b9b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84008) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:32:58.530807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1300-cf3e-4544-9f97-3361417095c4 req-96efa0b8-33d6-460c-b927-942041502557 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:58.532385 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0bb1300-cf3e-4544-9f97-3361417095c4 req-96efa0b8-33d6-460c-b927-942041502557 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0844333
Feb 19 02:32:58.580872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a0bb1300-cf3e-4544-9f97-3361417095c4 req-c2a45090-cd77-4ced-8e83-7f8468c8f32d tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411413
Feb 19 02:32:58.990552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9678-1254-4c80-9158-02d8d31e0630 req-6012778b-e980-4061-bfe1-b100417d353a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:58.992133 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-033c9678-1254-4c80-9158-02d8d31e0630 req-6012778b-e980-4061-bfe1-b100417d353a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.0913043
Feb 19 02:32:59.039191 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-033c9678-1254-4c80-9158-02d8d31e0630 req-07515226-610a-44ea-b4b0-e5ac2b66d3aa tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408931
Feb 19 02:32:59.131760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:59.204365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:59.204788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.324141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.352031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:32:59.362701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:59.365880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.366811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:32:59.399958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eb89e82d-4434-4c28-aed2-b241a83e4fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:59.446511 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'code': 200}
Feb 19 02:32:59.494435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=6']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:59.497855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:59.507570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 2d39a22b-39a7-4bd0-b9ae-911a223833df completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:32:59.512775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:32:59.513206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.639501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.650006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a90d-cb12-4750-8ae8-b0fa40fc818e req-7a83aec3-bbfe-4d6f-8eee-86cc96972890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:59.651685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ac51a90d-cb12-4750-8ae8-b0fa40fc818e req-7a83aec3-bbfe-4d6f-8eee-86cc96972890 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 1163 time: 0.0785689
Feb 19 02:32:59.672797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:32:59.676363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:32:59.679009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:32:59.704711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ac51a90d-cb12-4750-8ae8-b0fa40fc818e req-1740518e-0fd1-49a4-b779-279593026365 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462544
Feb 19 02:32:59.756401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:32:59.759925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:32:59.788778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2e4d-8d35-4a01-ab82-cb7a8efa6d88 req-55c92a10-fe00-4a86-a3a0-b61ab32f2779 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:32:59.790433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb6b2e4d-8d35-4a01-ab82-cb7a8efa6d88 req-55c92a10-fe00-4a86-a3a0-b61ab32f2779 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0882230
Feb 19 02:32:59.838395 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cb6b2e4d-8d35-4a01-ab82-cb7a8efa6d88 req-e759886e-7cfe-4be9-a5ac-abb936359b80 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417502
Feb 19 02:33:00.188896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:00.241830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c892f3-25ea-4fa5-af64-844ce9376ca6 req-84b361c3-265b-40d2-883d-ecb697702ead tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:00.243392 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77c892f3-25ea-4fa5-af64-844ce9376ca6 req-84b361c3-265b-40d2-883d-ecb697702ead tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0913553
Feb 19 02:33:00.261972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port c6e75aba-17c0-47ae-b251-61c34117a52a triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:00.262444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:00.292123 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-77c892f3-25ea-4fa5-af64-844ce9376ca6 req-c4c1bc64-cb70-41b9-b007-2cf53703ba62 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421555
Feb 19 02:33:00.387748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:00.457524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:00.458046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:00.859610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-69c658a8-16ad-40ed-a32f-7f52974ce428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:01.198027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8e4fe-97ce-455d-aa74-fd40fd9240ca req-43724823-7673-4785-9ac7-46868f78658e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:01.199672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-acc8e4fe-97ce-455d-aa74-fd40fd9240ca req-43724823-7673-4785-9ac7-46868f78658e tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0901208
Feb 19 02:33:01.249290 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-acc8e4fe-97ce-455d-aa74-fd40fd9240ca req-ccc77ec7-4c2c-4dd6-b8fc-37a14dddff4b tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427101
Feb 19 02:33:01.448059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:01.496031 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'code': 200}
Feb 19 02:33:01.497057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb80ce-422f-497e-8b46-4b9540b133cf req-298abf83-7382-4280-8a58-d3d2a44c05ff tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:01.498781 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-44eb80ce-422f-497e-8b46-4b9540b133cf req-298abf83-7382-4280-8a58-d3d2a44c05ff tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0894718
Feb 19 02:33:01.552615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-44eb80ce-422f-497e-8b46-4b9540b133cf req-dad12b22-59ac-4a73-a4d3-ac078810b512 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459714
Feb 19 02:33:01.739328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b139c6-1795-4271-bd3f-640b6f1b36d4 req-a66d4400-458b-4b85-a1e0-83b2a075cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:01.740932 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84b139c6-1795-4271-bd3f-640b6f1b36d4 req-a66d4400-458b-4b85-a1e0-83b2a075cdfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.0763681
Feb 19 02:33:01.783191 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-84b139c6-1795-4271-bd3f-640b6f1b36d4 req-48b6a697-670b-46f7-b458-512d705f8ab9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360506
Feb 19 02:33:02.455550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff19ad-724b-4df1-a161-e8f18146c0a0 req-14e04fd6-eb16-4b68-a4d3-ba09963f70ab tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:02.457792 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2ff19ad-724b-4df1-a161-e8f18146c0a0 req-14e04fd6-eb16-4b68-a4d3-ba09963f70ab tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0902858
Feb 19 02:33:02.504662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f2ff19ad-724b-4df1-a161-e8f18146c0a0 req-920dcf23-eb54-45c1-aaac-770812b287d3 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407395
Feb 19 02:33:02.750388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d7f3a-3a09-483d-83ad-8c79a5d90621 req-b13d920b-1004-4db4-b1db-c2a69631a37b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:02.751995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e15d7f3a-3a09-483d-83ad-8c79a5d90621 req-b13d920b-1004-4db4-b1db-c2a69631a37b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0855033
Feb 19 02:33:02.802298 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e15d7f3a-3a09-483d-83ad-8c79a5d90621 req-d0b32e39-195f-432b-bd96-ec71db7b6f6f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433433
Feb 19 02:33:03.279040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c573365-e76e-43d9-8842-34141e6e6261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:03.815424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:03.957992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb987a-2f96-4bcb-94a0-7c4e8e56b021 req-f1694e5c-2376-4514-9f6d-38a930dbce03 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:03.959819 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6dbb987a-2f96-4bcb-94a0-7c4e8e56b021 req-f1694e5c-2376-4514-9f6d-38a930dbce03 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0947845
Feb 19 02:33:04.008726 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6dbb987a-2f96-4bcb-94a0-7c4e8e56b021 req-49536f85-80a7-4001-b860-db7b54a304f8 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421991
Feb 19 02:33:04.018619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d73ec5-66c3-4391-bb78-24069489539b req-5764475b-e6d3-4ce5-a874-2aca8949edb2 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:04.020814 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-65d73ec5-66c3-4391-bb78-24069489539b req-5764475b-e6d3-4ce5-a874-2aca8949edb2 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.1022537
Feb 19 02:33:04.068672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-65d73ec5-66c3-4391-bb78-24069489539b req-b2c9912b-f947-4a06-b339-1056e7a0786c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414193
Feb 19 02:33:04.270004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63d054-5de6-44a0-b4ee-623020b63964 req-25df0023-a267-4bd7-b0e6-2684773b1986 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:04.271652 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4e63d054-5de6-44a0-b4ee-623020b63964 req-25df0023-a267-4bd7-b0e6-2684773b1986 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0881083
Feb 19 02:33:04.322982 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4e63d054-5de6-44a0-b4ee-623020b63964 req-c52ed42a-3252-4025-9f3f-601841617f9d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448890
Feb 19 02:33:04.741392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c6e6b-4d8b-45a0-bafa-14afc3430da5 req-66c964a3-eef9-4af2-be75-4e6bd48ebb29 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:04.743042 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0c1c6e6b-4d8b-45a0-bafa-14afc3430da5 req-66c964a3-eef9-4af2-be75-4e6bd48ebb29 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0858881
Feb 19 02:33:04.795922 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0c1c6e6b-4d8b-45a0-bafa-14afc3430da5 req-1f7c2908-2500-4dfd-9d3f-8c068dc840eb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464811
Feb 19 02:33:04.940500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:33:04.948466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:05.205902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:05.233575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f2a2c-0a6c-4976-bd56-45c68085cf73 req-83d52b5a-8e85-4937-95bb-bb1b4ad792cd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:05.235387 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-752f2a2c-0a6c-4976-bd56-45c68085cf73 req-83d52b5a-8e85-4937-95bb-bb1b4ad792cd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1028450
Feb 19 02:33:05.306211 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-752f2a2c-0a6c-4976-bd56-45c68085cf73 req-1c57b02c-3e82-4d66-8ec4-e67ae0a71340 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0631261
Feb 19 02:33:06.515625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0d00-51da-4ed3-bbc4-f04fe2e40515 req-607982f6-cf2b-46e6-b20e-63f00dc8ce79 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:06.517338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef9a0d00-51da-4ed3-bbc4-f04fe2e40515 req-607982f6-cf2b-46e6-b20e-63f00dc8ce79 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0903111
Feb 19 02:33:06.566759 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ef9a0d00-51da-4ed3-bbc4-f04fe2e40515 req-acf4a546-192c-4827-ba98-b6f04f3aca89 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430131
Feb 19 02:33:07.775047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b56a9-7f31-4315-8aa5-62e0e357b70e req-6a330463-b3bb-4e97-a7a2-0fe5595cf5a5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:07.776738 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca8b56a9-7f31-4315-8aa5-62e0e357b70e req-6a330463-b3bb-4e97-a7a2-0fe5595cf5a5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0914035
Feb 19 02:33:07.826957 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca8b56a9-7f31-4315-8aa5-62e0e357b70e req-d4d82809-0dbb-422a-8c0e-168e7141e314 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434287
Feb 19 02:33:09.033179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-8494910d-8b27-462e-8ddf-c9a24ad0c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:09.034980 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-8494910d-8b27-462e-8ddf-c9a24ad0c5a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0861523
Feb 19 02:33:09.041170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054b19-3c76-4011-9b8b-8362b4930975 req-262c3545-2fbd-4745-bdcf-03063367f939 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:09.042844 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-07054b19-3c76-4011-9b8b-8362b4930975 req-262c3545-2fbd-4745-bdcf-03063367f939 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0870249
Feb 19 02:33:09.099525 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-07054b19-3c76-4011-9b8b-8362b4930975 req-d3612332-fea4-4cf0-9a92-9c35849295ea tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0487816
Feb 19 02:33:09.405119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-965e89b9-4396-49b5-b6d7-9663b627084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:09.406775 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-965e89b9-4396-49b5-b6d7-9663b627084b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.3509660
Feb 19 02:33:09.519185 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-4eff2d42-117c-44cc-9a3c-91adbe2d9089 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 1000 time: 0.1045935
Feb 19 02:33:09.588877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-d37bab45-dbc5-4e04-b772-d6c08ec53451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:09.590423 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-d37bab45-dbc5-4e04-b772-d6c08ec53451 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0642097
Feb 19 02:33:09.670856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-9fd1d235-2b75-498c-bf10-cc7d2949f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:09.672342 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-9fd1d235-2b75-498c-bf10-cc7d2949f957 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748911
Feb 19 02:33:09.813419 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-5caaeda8-9154-4146-8f85-4bb5f23949f8 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343668
Feb 19 02:33:09.956075 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca44ec0d-4f24-489e-9ab1-ee2324140d5b req-670bfc4c-cde1-4be5-8b84-38be813de31d service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353116
Feb 19 02:33:10.309005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8bfe-6b3c-44d7-a5d6-243893bd83c6 req-640f6bbd-8aa4-41ed-9b63-a07000a53592 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:10.310697 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2d3b8bfe-6b3c-44d7-a5d6-243893bd83c6 req-640f6bbd-8aa4-41ed-9b63-a07000a53592 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0914326
Feb 19 02:33:10.359938 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2d3b8bfe-6b3c-44d7-a5d6-243893bd83c6 req-b53a2b95-a847-40a1-a726-8a31b3f08739 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428355
Feb 19 02:33:11.555747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad80cf-8db5-4223-bb05-d5e2925bcf3b req-c83e0763-e475-4820-b0a8-39eb0d4188ba tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:11.557293 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fad80cf-8db5-4223-bb05-d5e2925bcf3b req-c83e0763-e475-4820-b0a8-39eb0d4188ba tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0862668
Feb 19 02:33:11.605081 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7fad80cf-8db5-4223-bb05-d5e2925bcf3b req-0b7248c7-2819-41b5-8a7e-cadc96d08faf tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417233
Feb 19 02:33:11.891511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:12.806768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bcf61-179c-4f57-99a1-497cb8c9095b req-5229997c-4f3e-4031-9fa0-3be3948af0b4 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:12.808368 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-172bcf61-179c-4f57-99a1-497cb8c9095b req-5229997c-4f3e-4031-9fa0-3be3948af0b4 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0904300
Feb 19 02:33:12.855291 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-172bcf61-179c-4f57-99a1-497cb8c9095b req-c661fdd6-b78c-47c1-9e83-2c2cb07b1446 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405836
Feb 19 02:33:14.063086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7336a-23ae-4503-a1c6-e6167e147ae1 req-f8a9cf38-8887-4e96-82ff-f4daeacf981d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.064379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-44252ff8-31f2-4ff0-bf70-a33279dc4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.066639 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68c7336a-23ae-4503-a1c6-e6167e147ae1 req-f8a9cf38-8887-4e96-82ff-f4daeacf981d tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0931911
Feb 19 02:33:14.070630 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-44252ff8-31f2-4ff0-bf70-a33279dc4d8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0869274
Feb 19 02:33:14.118232 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-68c7336a-23ae-4503-a1c6-e6167e147ae1 req-54e861a8-05cb-4939-a158-4652baae7e78 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446494
Feb 19 02:33:14.287131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-11040782-4376-452d-8182-453ae9312ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.288688 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-11040782-4376-452d-8182-453ae9312ea8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.2145040
Feb 19 02:33:14.295817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e5f9-8661-47d7-9e8d-7f366b661d1d req-0a7215c4-4d08-431d-a7a2-1f203106bee4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.297303 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e648e5f9-8661-47d7-9e8d-7f366b661d1d req-0a7215c4-4d08-431d-a7a2-1f203106bee4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.1390567
Feb 19 02:33:14.434877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e648e5f9-8661-47d7-9e8d-7f366b661d1d req-5b844dad-c4d8-4e83-9c04-f8fcdc9c6c5b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852346
Feb 19 02:33:14.436708 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-189330cf-06bb-46be-ae98-fbc58e1702cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 1000 time: 0.1384976
Feb 19 02:33:14.512965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-90ff47a5-b4a2-43ee-a645-cb859d96757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.514749 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-90ff47a5-b4a2-43ee-a645-cb859d96757f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0682802
Feb 19 02:33:14.607775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-fcfd9b5b-190c-4cf1-b2b0-8efa35e32b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:14.609445 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-fcfd9b5b-190c-4cf1-b2b0-8efa35e32b1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871921
Feb 19 02:33:14.773914 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-31006822-df0d-426d-9970-0964ff9ccd20 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566679
Feb 19 02:33:14.860230 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-72ecf542-f2ec-4a6c-bcc9-0813590e322a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3861673
Feb 19 02:33:14.874061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:14.881442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:14.885479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Usage tracker for resource:floatingip and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:14.888523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:14.894367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:14.903776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:14.928587 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6ecb5726-0126-4a12-bb0f-de982672da08 req-81e099fa-13e6-4bd6-b4ca-602053ef47f1 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467581
Feb 19 02:33:15.055532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:15.337204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Allocated IP 172.27.1.59 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/f6aaf850-0cfa-4baf-95b6-b31af8d9b32e) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:33:15.449980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2abfb-938d-41a4-8d2f-4f62201ee3b6 req-c122dd7e-a6e5-4953-a3a4-68c140f0e2b1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:15.451626 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ad2abfb-938d-41a4-8d2f-4f62201ee3b6 req-c122dd7e-a6e5-4953-a3a4-68c140f0e2b1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0866635
Feb 19 02:33:15.493785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:15.500568 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3ad2abfb-938d-41a4-8d2f-4f62201ee3b6 req-f27ff325-02b2-4d95-a4dd-da934f68d00f tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417204
Feb 19 02:33:15.525105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:15.541007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:15.682329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'Port': ['ID=f6aaf850-0cfa-4baf-95b6-b31af8d9b32e,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:15.689959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dca85-2866-486d-b710-518ca25e2f3c req-dfae0915-70f6-46e8-9c27-b855f15fb0d5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:15.691638 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-da3dca85-2866-486d-b710-518ca25e2f3c req-dfae0915-70f6-46e8-9c27-b855f15fb0d5 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0892918
Feb 19 02:33:15.696159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.696586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.696999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.697404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.697807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.698207 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.698630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.699024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.699418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.699810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.700201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.700591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.701061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.701447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.701840 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.702229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.702918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.703289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.703679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.704069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.704458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.704846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.705236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.705624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:15.712333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:15.741977 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-da3dca85-2866-486d-b710-518ca25e2f3c req-baa697b5-0657-4246-bbb8-0d7aa2487b39 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435884
Feb 19 02:33:15.746904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:33:15.748105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:33:15.750620 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:33:15.837005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:15.898388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:16.168958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:16.172223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:16.187397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:16.326787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'Port': ['ID=f6aaf850-0cfa-4baf-95b6-b31af8d9b32e,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:16.331926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:16.420484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:16.442534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:16.443820 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5754874
Feb 19 02:33:16.528417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-ad4341a8-a7d7-402d-8469-3a58db19fe46 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:floatingip {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:33:16.545755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-ad4341a8-a7d7-402d-8469-3a58db19fe46 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:floatingip {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:33:16.547101 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-ad4341a8-a7d7-402d-8469-3a58db19fe46 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200  len: 695 time: 0.0968685
Feb 19 02:33:16.704057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48483b-d7d5-451d-a8f8-3c1c08fb0dec req-81894b62-187b-43b3-862c-47361ea64b72 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:16.705701 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba48483b-d7d5-451d-a8f8-3c1c08fb0dec req-81894b62-187b-43b3-862c-47361ea64b72 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0911877
Feb 19 02:33:16.719983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-68eca9cd-606d-43fd-88cc-5c7d0b133d19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:16.725043 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-71f7fe09-0503-4d0c-895d-b212f57befa0 req-68eca9cd-606d-43fd-88cc-5c7d0b133d19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1713285
Feb 19 02:33:16.763103 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ba48483b-d7d5-451d-a8f8-3c1c08fb0dec req-8108b7a9-886b-4893-9512-725c7c0f4921 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504577
Feb 19 02:33:16.917246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-ae15a78e-8bb4-44de-a6ca-7596f08b2389 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:16.919231 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-ae15a78e-8bb4-44de-a6ca-7596f08b2389 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0931523
Feb 19 02:33:16.959005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413b012-062a-4c81-896e-07372c41672f req-174bcb7a-7af9-4b83-ae9a-4cc69a1cf35e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:16.960766 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5413b012-062a-4c81-896e-07372c41672f req-174bcb7a-7af9-4b83-ae9a-4cc69a1cf35e tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0912480
Feb 19 02:33:17.009501 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5413b012-062a-4c81-896e-07372c41672f req-d662e2ef-8a28-4a6e-b34f-473aa2d9e57a tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ee0a97-7dd4-4244-b858-56e5f2fbdbec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422215
Feb 19 02:33:17.017784 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-ec2a2a73-7408-4d49-a306-fd3a0badc60d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200  len: 695 time: 0.0844204
Feb 19 02:33:17.030203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'floatingip': {'port_id': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:17.113419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:17.301021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-f6d6c336-2984-4fec-bb59-1f38aa75fd64 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:17.302784 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-f6d6c336-2984-4fec-bb59-1f38aa75fd64 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 945 time: 0.0919993
Feb 19 02:33:17.386404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Deleting port d739dca4-9cc8-47ad-84ac-4ada4b45be64 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:17.386757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:17.653225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] For port d739dca4-9cc8-47ad-84ac-4ada4b45be64, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=d739dca4-9cc8-47ad-84ac-4ada4b45be64,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:17.653842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:17.767927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:17.771987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:17.959206 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Floating IP 33eb8a62-b763-4aa2-b277-c03f9aff9684 associated. External IP: 172.27.1.59, port: 2d39a22b-39a7-4bd0-b9ae-911a223833df.
Feb 19 02:33:18.024709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.025134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.025488 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Floating IP 212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc disassociated. External IP: 172.27.1.63, port: d739dca4-9cc8-47ad-84ac-4ada4b45be64.
Feb 19 02:33:18.025872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Calling delete_port for d739dca4-9cc8-47ad-84ac-4ada4b45be64 owned by compute:nova {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:18.119509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c0590-a2e9-4fdb-9ccc-8145e6943461 req-630f1be3-7935-4919-a91b-477c8c33bd40 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:18.121129 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c05c0590-a2e9-4fdb-9ccc-8145e6943461 req-630f1be3-7935-4919-a91b-477c8c33bd40 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.2032616
Feb 19 02:33:18.228641 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c05c0590-a2e9-4fdb-9ccc-8145e6943461 req-234a0f81-e387-463e-bda4-afae1e1393e5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1003997
Feb 19 02:33:18.242575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.261006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d739dca4-9cc8-47ad-84ac-4ada4b45be64 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:18.276541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e796c26-90f3-41c7-aa6e-2b2396341406 tempest-VolumesSnapshotTestJSON-1116563044 tempest-VolumesSnapshotTestJSON-1116563044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:18.303884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: d739dca4-9cc8-47ad-84ac-4ada4b45be64 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:18.304593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device d739dca4-9cc8-47ad-84ac-4ada4b45be64 not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:18.305222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:18.437537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.471017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:18.483865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:18.487795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.490009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:18.562683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:18.571394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.571765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.572315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.572860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.573239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.573614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.573987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.574764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.574764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.575088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.575456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.575821 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.576261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.576644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.576999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.577892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.578020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.578310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.578841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.579209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.579578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.579943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.580310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.581483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:18.585756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:18.599697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Router 57477673-4ce9-49ae-92a5-c3b5a35f1178 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:33:18.645963 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'Port': ['ID=d739dca4-9cc8-47ad-84ac-4ada4b45be64,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:18.648659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:18.670926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c313de56-8bdd-4046-a72b-fd2f5a74c094 req-9039cb22-433e-4b87-96ea-5c263d1f9eeb tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 210 time: 0.2949271
Feb 19 02:33:18.799399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:33:18.804544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:18.811793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Sync routers for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:33:18.823258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:18.826006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41af7128>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:18.871077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-56882994-45dd-4a24-9b66-2c7368680f19 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "PUT /v2.0/floatingips/33eb8a62-b763-4aa2-b277-c03f9aff9684 HTTP/1.1" status: 200  len: 995 time: 1.8456371
Feb 19 02:33:18.873841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:18.955178 dv-cinder-776422-2-iscsi neutron-server[83896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'code': 422} returned with failed status
Feb 19 02:33:18.972319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:33:19.082586 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:33:19.084791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-1a7a32af-9f7f-4844-9626-05849d43af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.092577 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-1a7a32af-9f7f-4844-9626-05849d43af49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.2069316
Feb 19 02:33:19.107964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:19.253572 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-6355ed0d-9349-4b4f-b10f-4e2005a6ca09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3010178
Feb 19 02:33:19.307777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:33:19.318275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:33:19.332851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:19.333570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40cf10f0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:19.335112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-271e5c03-26af-4a8e-88e8-b9c83dd9fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.336896 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-271e5c03-26af-4a8e-88e8-b9c83dd9fc96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.2414138
Feb 19 02:33:19.338125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-8e9fd9b9-8b51-4859-8109-6fecc3fca907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.339795 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-8e9fd9b9-8b51-4859-8109-6fecc3fca907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.2464027
Feb 19 02:33:19.365132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] No DVR routers for this DVR port d739dca4-9cc8-47ad-84ac-4ada4b45be64 on host hv-cinder-77642 {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:33:19.369313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:19.372223 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'name': 'network-vif-deleted', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:19.391700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721cd1e-25eb-44a9-b35e-8228821d1d5b req-e083a176-c250-4df0-a634-47a287e314b5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.411606 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b721cd1e-25eb-44a9-b35e-8228821d1d5b req-e083a176-c250-4df0-a634-47a287e314b5 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.2362752
Feb 19 02:33:19.460188 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7a2bdff8-31c1-4839-8719-598b220d9190 req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.53 "DELETE /v2.0/ports/d739dca4-9cc8-47ad-84ac-4ada4b45be64 HTTP/1.1" status: 204  len: 173 time: 2.1509066
Feb 19 02:33:19.473846 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b721cd1e-25eb-44a9-b35e-8228821d1d5b req-07988a78-3cad-4eb9-b345-023072250577 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0612149
Feb 19 02:33:19.538456 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-b2819a6a-7d84-4ec7-b1e7-c53fd4468495 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 998 time: 0.1892085
Feb 19 02:33:19.559754 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0218d9a-e330-4ef2-8a16-e156c2e24cd3', 'name': 'network-vif-deleted', 'tag': 'd739dca4-9cc8-47ad-84ac-4ada4b45be64', 'status': 'completed', 'code': 200}
Feb 19 02:33:19.646982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:19.667427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41af7128>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '33eb8a62-b763-4aa2-b277-c03f9aff9684', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'port_id': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'mac_address': 'fa:16:3e:76:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:33:15Z', 'updated_at': '2021-02-19T02:33:17Z', 'revision_number': 1, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:19.672593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Checking router: 57477673-4ce9-49ae-92a5-c3b5a35f1178 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:33:19.682610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:19.683295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41af7128>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:19.803534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-c45e4ba4-5ca2-4763-a945-04dd4a27a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.805325 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-c45e4ba4-5ca2-4763-a945-04dd4a27a97c service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.4574573
Feb 19 02:33:19.879159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b813b2ad-8bf0-4f45-8695-35809cfd8912 req-9ad2fe6c-ff9e-4536-b8bc-c78217e2badd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Synchronizing usage tracker for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:33:19.911294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-b813b2ad-8bf0-4f45-8695-35809cfd8912 req-9ad2fe6c-ff9e-4536-b8bc-c78217e2badd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Unset dirty status for tenant:ce3f0058e9cc413c9235ce9b044f5d1f on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:33:19.922795 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b813b2ad-8bf0-4f45-8695-35809cfd8912 req-9ad2fe6c-ff9e-4536-b8bc-c78217e2badd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0218d9a-e330-4ef2-8a16-e156c2e24cd3 HTTP/1.1" status: 200  len: 210 time: 0.0986831
Feb 19 02:33:19.944244 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-1f4e6aa5-5759-4b68-9ae3-e6040b79c6ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 998 time: 0.1293247
Feb 19 02:33:19.947682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-7499a06e-510b-461c-9278-f3ff7a277eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:19.949227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-7499a06e-510b-461c-9278-f3ff7a277eca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.3152268
Feb 19 02:33:20.017959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:20.109728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-3e1c68d3-fd9e-4701-baba-4c8add4b7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:20.111359 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-3e1c68d3-fd9e-4701-baba-4c8add4b7fc0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.1564455
Feb 19 02:33:20.116603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40cf10f0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:20.121740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:33:20.133460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:20.134138 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40cf10f0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:20.195281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-f8c9f2ef-9f9f-4629-b9cf-1ea9d1685d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:20.204149 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-f8c9f2ef-9f9f-4629-b9cf-1ea9d1685d9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1963959
Feb 19 02:33:20.349283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-704a1f49-d30d-4806-aa21-8e18ddf78a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:20.350998 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-704a1f49-d30d-4806-aa21-8e18ddf78a9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2316937
Feb 19 02:33:20.364856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:20.453833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41af7128>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '33eb8a62-b763-4aa2-b277-c03f9aff9684', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'port_id': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'mac_address': 'fa:16:3e:76:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:33:15Z', 'updated_at': '2021-02-19T02:33:17Z', 'revision_number': 1, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:20.458666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae97a23-227f-41e8-840a-ed74805970bc None None] The sync data for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi is: [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '33eb8a62-b763-4aa2-b277-c03f9aff9684', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'port_id': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'mac_address': 'fa:16:3e:76:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:33:15Z', 'updated_at': '2021-02-19T02:33:17Z', 'revision_number': 1, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:33:20.469639 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-97601d8b-01d9-4176-9382-5df5119f2348 service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645490
Feb 19 02:33:20.629278 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-53fb4eda-f1ef-48df-bf40-9429070ee0db service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699389
Feb 19 02:33:20.689254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64c0e9-a09f-45c3-842a-19b718a52a2c req-58bb2389-c897-4c9e-9c31-7c045b79e4f3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:20.690984 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa64c0e9-a09f-45c3-842a-19b718a52a2c req-58bb2389-c897-4c9e-9c31-7c045b79e4f3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.1009302
Feb 19 02:33:20.717021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40cf10f0>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:20.724249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c30ca-4ce5-46ac-9904-31c3074758e2 None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:37Z', 'revision_number': 4, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7', 'name': '', 'network_id': 'fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'mac_address': 'fa:16:3e:4e:bc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:32Z', 'updated_at': '2021-02-19T02:26:45Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'subnets': [{'id': 'd35553d1-2295-4e57-9857-85819fa437bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:33:20.744993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa64c0e9-a09f-45c3-842a-19b718a52a2c req-c84aa6ec-c5d1-4af4-905e-379cc4f70b61 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0475914
Feb 19 02:33:20.779302 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-92d301ed-f215-494f-9e63-56303d0f94a5 req-a736e5d8-b635-479d-b2f3-b643b3e42f30 service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3017602
Feb 19 02:33:20.824972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1734754259', 'description': 'tempest-TestMinimumBasicScenario-1734754259 description'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:20.833939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dff64d4-96df-455f-a947-5e87e9ddcbaf req-3258c1e8-395a-4389-af2a-d2c20cb58680 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1974673
Feb 19 02:33:20.837379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:20.851486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:20.860109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:20.883780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:20.887926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Usage tracker for resource:security_group_rule and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:20.891105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:20.897753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:20.948901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710878a7-b310-4abd-9896-850e0372a68b None None] New status for floating IP 33eb8a62-b763-4aa2-b277-c03f9aff9684: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:33:21.012718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-e9c1c69c-b6cd-4e60-9e38-d9d06789e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:21.014597 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-e9c1c69c-b6cd-4e60-9e38-d9d06789e144 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c&tenant_id=e134d1a72aee466e8636d06121d39c09 HTTP/1.1" status: 200  len: 1161 time: 0.1196053
Feb 19 02:33:21.030909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.039186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.045724 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-13b11ce2-0e35-471f-8986-6ea0e431fae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:21.109459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34264) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:21.117437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3045f51-a241-4ad3-81a3-c9120a6b039a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:21.120868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:21.127167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.129337 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8a0ac32e-3b53-4151-8a07-3674e69628cb req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3089638
Feb 19 02:33:21.229860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4c4a5-5a1f-4343-9e33-54da06cc74f7 None None] New status for floating IP 212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc: DOWN {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:33:21.259444 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a35f5bd3-354d-4caa-86aa-555f6bcb965d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups/c3045f51-a241-4ad3-81a3-c9120a6b039a HTTP/1.1" status: 200  len: 1814 time: 0.1064639
Feb 19 02:33:21.264253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.286332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-f3248fc3-01b1-40ee-96c0-92b61487eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:21.288132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-f3248fc3-01b1-40ee-96c0-92b61487eb91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1161 time: 0.2450662
Feb 19 02:33:21.291578 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3045f51-a241-4ad3-81a3-c9120a6b039a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:21.291943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3045f51-a241-4ad3-81a3-c9120a6b039a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:21.558925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:21.620760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Usage tracker for resource:security_group_rule and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:21.626037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:21.639522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.654310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:21.778253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-206345d4-b2f5-4f55-a0ba-937910f89811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:21.779872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-206345d4-b2f5-4f55-a0ba-937910f89811 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.4796824
Feb 19 02:33:21.784933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.847442 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.859695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-27872618-5a90-451e-a9e9-9e90af4bd788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:21.900632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee0a97-7dd4-4244-b858-56e5f2fbdbec,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:21.903525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:21.935043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.948078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.950784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2e7da-5e01-47b6-aeb8-6cdec62125cf req-94291412-61de-447d-8e47-806584568d62 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:21.952234 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17e2e7da-5e01-47b6-aeb8-6cdec62125cf req-94291412-61de-447d-8e47-806584568d62 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0936544
Feb 19 02:33:21.967698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:21.983682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:21.984885 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c6326cf6-3f14-45e9-a2fa-c59014248aa6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "DELETE /v2.0/security-groups/10ee0a97-7dd4-4244-b858-56e5f2fbdbec HTTP/1.1" status: 204  len: 168 time: 0.8692265
Feb 19 02:33:21.991432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34272) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:21.995340 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-cfa2ef17-d051-4393-bfab-56578daeb3e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 998 time: 0.2068162
Feb 19 02:33:21.998582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98693b90-fc43-43f1-8133-fa64620a11cd,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:22.001993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:22.020105 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-17e2e7da-5e01-47b6-aeb8-6cdec62125cf req-3c51c22c-0e0f-4b2d-bc67-ecc32708dba9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0613244
Feb 19 02:33:22.021074 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.v2.resource [None req-706e84bb-fb27-4f6f-b426-776be9d8a6a6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] show failed (client error): The resource could not be found.
Feb 19 02:33:22.025071 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-706e84bb-fb27-4f6f-b426-776be9d8a6a6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "GET /v2.0/security-groups/10ee0a97-7dd4-4244-b858-56e5f2fbdbec HTTP/1.1" status: 404  len: 347 time: 0.0278318
Feb 19 02:33:22.025676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34276) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:22.038704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.039950 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-24d661ae-e9d2-47e9-a50e-b0102ae2f046 req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7710385
Feb 19 02:33:22.073212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-0703496e-a5a7-4aba-9c21-092925d3ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:22.074873 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-0703496e-a5a7-4aba-9c21-092925d3ad44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0713429
Feb 19 02:33:22.160036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-3e86f7b1-a39a-4deb-9898-54b5758fe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:22.161637 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-3e86f7b1-a39a-4deb-9898-54b5758fe3f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791049
Feb 19 02:33:22.237459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Deleting port 0856a48f-313c-4c0c-961e-b2c681f11f51 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:22.237846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.295526 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-732c55dc-0aab-4401-8519-9462c234b118 req-e31ece6d-76ee-42ed-b06d-7db16a4292f6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups/c3045f51-a241-4ad3-81a3-c9120a6b039a HTTP/1.1" status: 200  len: 2407 time: 0.1977561
Feb 19 02:33:22.309756 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-3ff43ad0-f440-4ef0-8efa-5dbdeba51325 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385384
Feb 19 02:33:22.322001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3045f51-a241-4ad3-81a3-c9120a6b039a', 'remote_group_id': None}]} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:22.322377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3045f51-a241-4ad3-81a3-c9120a6b039a', 'remote_group_id': None}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:22.378698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:22.387108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Usage tracker for resource:security_group_rule and tenant:ed76decd92fc4f23bf841fd8f151e05c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:22.397976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:22.407038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:22.454013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ca0a6d08-a174-4b56-96ae-725ef4eeee8b req-09b6a5ec-5931-4309-b7aa-2dc029698b72 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373086
Feb 19 02:33:22.485958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.486342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.638308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Calling delete_port for 0856a48f-313c-4c0c-961e-b2c681f11f51 owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:22.668088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.718203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.728108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.738591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0bffb4bc-5f9e-45f3-a432-87cca6f4e0d1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:22.766629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c8e971-a5db-4666-98a6-107f397048dd,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:22.770162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:22.826654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.828202 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-732c55dc-0aab-4401-8519-9462c234b118 req-c33468f1-1260-42fc-ab12-3f1f2117ff40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5257387
Feb 19 02:33:22.845617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:22.861776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:22.960907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Pushing event deleted for resources: {'Port': ['ID=0856a48f-313c-4c0c-961e-b2c681f11f51,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:22.970747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:22.974446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-f6c0347c-ff62-40f0-9bf0-7f652d76d7a3 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1734754259&fields=id&tenant_id=ed76decd92fc4f23bf841fd8f151e05c HTTP/1.1" status: 200  len: 267 time: 0.0457771
Feb 19 02:33:23.070780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-42a94707-6c97-4100-8b31-37e0dd3e238f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:23.072496 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-42a94707-6c97-4100-8b31-37e0dd3e238f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.0909982
Feb 19 02:33:23.085634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'port': {'security_groups': ['17490b9c-e24f-4d10-ab3e-4577b1639abb', 'c3045f51-a241-4ad3-81a3-c9120a6b039a']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:23.089143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.091835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.095839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] 10.222.0.44 "DELETE /v2.0/floatingips/212c487f-5f4b-4fcd-9fd0-9f6a14df5ddc HTTP/1.1" status: 204  len: 168 time: 1.0665102
Feb 19 02:33:23.229961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.255104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104abe3b-875a-4581-a818-db199288478b req-5c4f62a2-a717-43a1-95a2-d0ccd1f19a16 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:23.256736 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-104abe3b-875a-4581-a818-db199288478b req-5c4f62a2-a717-43a1-95a2-d0ccd1f19a16 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0989361
Feb 19 02:33:23.306866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-104abe3b-875a-4581-a818-db199288478b req-7b767536-5aea-454b-94ee-833ecd66fd60 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435214
Feb 19 02:33:23.570218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:23.600238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.603718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.618574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:23.774693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=5']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:23.778822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:23.818087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:23.818835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:23.820316 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-37f15c01-21a5-4d17-b21f-ae464c6c5213 req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "PUT /v2.0/ports/2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 981 time: 0.7405663
Feb 19 02:33:23.820831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:23.870926 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:33:24.047633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-56d65a1d-846e-4fe4-9b82-ad07aad601ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.049193 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-56d65a1d-846e-4fe4-9b82-ad07aad601ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1202 time: 0.1531057
Feb 19 02:33:24.049682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-974ea2da-3370-4ba3-be19-21f439e05617 None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:24.050814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-974ea2da-3370-4ba3-be19-21f439e05617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:24.061065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4812a7-9f0d-4765-a4bb-5a52f8188326 req-847063d5-3efe-4601-a816-1c9eb3c013d8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.062602 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cd4812a7-9f0d-4765-a4bb-5a52f8188326 req-847063d5-3efe-4601-a816-1c9eb3c013d8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.1263421
Feb 19 02:33:24.214853 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-cd4812a7-9f0d-4765-a4bb-5a52f8188326 req-0547a1fc-247a-4531-8b00-2d5372be697f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1277158
Feb 19 02:33:24.239140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-36fa96c0-0adc-4bc6-818d-40c7f7fcc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.240724 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-36fa96c0-0adc-4bc6-818d-40c7f7fcc02f service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1772020
Feb 19 02:33:24.352788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-8aa6436d-6d77-4be1-907f-4cf695d2e551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 1000 time: 0.1044340
Feb 19 02:33:24.424729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-1f10a883-395d-4cd3-ab05-17d52aafb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.426337 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-1f10a883-395d-4cd3-ab05-17d52aafb03a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0652108
Feb 19 02:33:24.463475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:24.515086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855066f8-3936-40a4-8892-2b5ce0d5f755 req-d4e9e5d0-169b-4d8a-8bcd-51c82cdd7b15 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.516859 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-855066f8-3936-40a4-8892-2b5ce0d5f755 req-d4e9e5d0-169b-4d8a-8bcd-51c82cdd7b15 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0905848
Feb 19 02:33:24.525803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-0005962d-5936-480c-b52d-0344bb4cab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:24.527902 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-0005962d-5936-480c-b52d-0344bb4cab7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946565
Feb 19 02:33:24.567991 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-855066f8-3936-40a4-8892-2b5ce0d5f755 req-dc7423eb-1fa8-4f3c-8465-966bf42e5325 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0443141
Feb 19 02:33:24.573225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:24.573646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:24.690282 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-a2cc830c-e7d6-4bfb-9631-c7a32fc6faf4 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544988
Feb 19 02:33:24.840670 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7c98a65c-afd4-4175-9178-206df47dd6d5 req-a1894113-ae7e-4101-bb8c-0df9b3f6ca82 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432099
Feb 19 02:33:25.773205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec7bc-37c9-4e97-b06a-4c0c17583b18 req-42c7c3ef-390a-42bd-866f-1d71249836ef tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:25.775220 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb2ec7bc-37c9-4e97-b06a-4c0c17583b18 req-42c7c3ef-390a-42bd-866f-1d71249836ef tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0872595
Feb 19 02:33:25.826343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb2ec7bc-37c9-4e97-b06a-4c0c17583b18 req-2fabc941-6f44-4ee8-9a95-1ba215000dd0 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451603
Feb 19 02:33:27.026384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877a6d9-9737-4d60-b63a-1758226d8a62 req-65a0be58-e02d-4c14-a839-c1ea7d6afd89 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:27.028010 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f877a6d9-9737-4d60-b63a-1758226d8a62 req-65a0be58-e02d-4c14-a839-c1ea7d6afd89 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0897939
Feb 19 02:33:27.075710 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f877a6d9-9737-4d60-b63a-1758226d8a62 req-0ce1c5f8-eed0-4298-b7da-c1524ae4b0b1 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415947
Feb 19 02:33:27.212741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34326) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:28.114901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:28.279329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787e4df-3774-4950-830f-6e6503d036f1 req-8f02d49c-efa4-4bf1-b11d-864bb4163973 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:28.280966 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c787e4df-3774-4950-830f-6e6503d036f1 req-8f02d49c-efa4-4bf1-b11d-864bb4163973 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0918891
Feb 19 02:33:28.329155 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c787e4df-3774-4950-830f-6e6503d036f1 req-05706c48-42a8-4721-8121-3a489d69c843 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412226
Feb 19 02:33:28.488369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Deleting port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:28.488673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:28.669875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] For port a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:28.670268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:28.804248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Calling delete_port for a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:29.127105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:29.143887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cfb4a1f-4759-4493-af66-2ecdff3b3c33 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:29.249986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:29.255111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:29.620582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:29.689146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888bac3-70f6-4264-b58f-0647252eb846 req-56316e53-0713-4e06-80fa-b703a6ba146b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:29.690758 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7888bac3-70f6-4264-b58f-0647252eb846 req-56316e53-0713-4e06-80fa-b703a6ba146b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.2389472
Feb 19 02:33:29.770527 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7888bac3-70f6-4264-b58f-0647252eb846 req-47d87692-44ac-4861-8b95-1414c0315ff4 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0671482
Feb 19 02:33:30.174315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:33:30.589005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:33:30.598037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Sync routers for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:33:30.605065 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-20c2d314-6e86-4b16-8667-3188b83b8a4d admin admin] 10.222.0.44 "PUT /v2.0/routers/3e5988e2-84d3-4e68-b33f-5475eb5a1a16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3911679
Feb 19 02:33:30.607804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34340) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:30.608054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:30.608729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41d5d518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:30.758499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:30.797123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:30.860659 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ca83c6ea-0f1b-4aaa-b914-20c043f5912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:30.876558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:30.985639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d5de-ac20-455b-9265-cec4df4e5366 req-756d4b37-fb2f-4870-8821-15ba40896f35 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:30.987499 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f4c7d5de-ac20-455b-9265-cec4df4e5366 req-756d4b37-fb2f-4870-8821-15ba40896f35 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0932589
Feb 19 02:33:30.998369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:30.998851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.011161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.019848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Deleting port ac9f3877-8486-43bf-a39a-f873dcf41e33 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:31.020230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.040314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f4c7d5de-ac20-455b-9265-cec4df4e5366 req-783d6f9e-edf8-4086-87f6-6fd222b51193 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0448925
Feb 19 02:33:31.219073 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] For port ac9f3877-8486-43bf-a39a-f873dcf41e33, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=ac9f3877-8486-43bf-a39a-f873dcf41e33,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:31.219639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.286557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.323027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:31.336457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:31.341400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.344243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41d5d518>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:33:29Z', 'revision_number': 5, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port': {'id': 'ac9f3877-8486-43bf-a39a-f873dcf41e33', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:09Z', 'updated_at': '2021-02-19T02:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:31.348363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:31.354105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Calling delete_port for ac9f3877-8486-43bf-a39a-f873dcf41e33 owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:31.384889 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'code': 200}
Feb 19 02:33:31.398539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Checking router: 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:33:31.417534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Routers {'3e5988e2-84d3-4e68-b33f-5475eb5a1a16'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:31.418218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41d5d518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:31.536038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.549781 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-134c7639-7b8d-4962-85c6-fd87bc1a43dc tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:31.567079 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=6']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:31.572974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:31.595541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] Set router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 gateway port host: None {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:31.657805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9f3877-8486-43bf-a39a-f873dcf41e33,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:31.662595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:31.682958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1d32-d735-4ff8-8f0a-a86f304ad5e1 req-a8ee88e6-e7aa-438f-bea8-75f900409b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:31.684579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-764d1d32-d735-4ff8-8f0a-a86f304ad5e1 req-a8ee88e6-e7aa-438f-bea8-75f900409b3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0782642
Feb 19 02:33:31.712702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41d5d518>, [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:33:31Z', 'revision_number': 6, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:31.717375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddf762-c44f-4b06-bf7b-db9a7cc6b085 None None] The sync data for ids ['3e5988e2-84d3-4e68-b33f-5475eb5a1a16'] in dv-cinder-776422-2-iscsi is: [{'id': '3e5988e2-84d3-4e68-b33f-5475eb5a1a16', 'name': 'tempest-AttachVolumeTestJSON-256331486-router', 'tenant_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:33:31Z', 'revision_number': 6, 'project_id': 'ce3f0058e9cc413c9235ce9b044f5d1f', 'gw_port_host': None}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:33:31.732279 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-764d1d32-d735-4ff8-8f0a-a86f304ad5e1 req-f6d23c19-cb10-4dc7-a44c-677cc2faa3c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395017
Feb 19 02:33:31.786413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.868698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:31.908032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:31.908427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a0d7be7b-cd3f-49a3-ac0a-d1773f5464b7 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:31.981010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:31.983331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.081475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.082096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5988e2-84d3-4e68-b33f-5475eb5a1a16 {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:33:32.095846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.097138 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3e5988e2-84d3-4e68-b33f-5475eb5a1a16 HTTP/1.1" status: 204  len: 168 time: 1.4883194
Feb 19 02:33:32.099969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34350) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:32.170739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Deleting subnet d35553d1-2295-4e57-9857-85819fa437bd {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:33:32.173871 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.227658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.246786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8efbc7-acc1-4f49-8f70-2bbc8550883e req-d1418ad7-df7a-44f4-8c4d-d758c9d03d57 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:32.248395 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fc8efbc7-acc1-4f49-8f70-2bbc8550883e req-d1418ad7-df7a-44f4-8c4d-d758c9d03d57 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0911663
Feb 19 02:33:32.297596 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fc8efbc7-acc1-4f49-8f70-2bbc8550883e req-9c168a4f-7148-4f74-8ed4-ae54b5cc7295 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417447
Feb 19 02:33:32.354934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.365665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:32.442737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:32.443293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.615913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.631664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:32.724237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35553d1-2295-4e57-9857-85819fa437bd,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:32.729327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:32.763320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.769279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5680c-feba-4038-b82c-2036b1a199fb None None] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:32.770708 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c61028db-949b-4cb0-95a2-e47596727a52 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d35553d1-2295-4e57-9857-85819fa437bd HTTP/1.1" status: 204  len: 168 time: 0.6696472
Feb 19 02:33:32.773430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34354) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:32.891527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:32.965883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Deleting port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:32.966264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.035035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] DHCP port deletion for fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:33:33.039450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Deleting port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:33.040042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.272394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] For port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:33.272944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.500979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] For port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,segment=NetworkSegment(09b2d900-1546-4f75-b6b5-d39488216369),segment_id=09b2d900-1546-4f75-b6b5-d39488216369)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:33.501396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.563244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9fe14986-b95a-40e3-bcff-fe0b7be7bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.571155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Calling delete_port for a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:33.642162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Calling delete_port for a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 owned by network:dhcp {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:33.714591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.718241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83d6dc-c16d-4cde-a45c-c1cbc4a635fa req-dcec9bf6-18aa-412c-9c96-70b5421ebfa3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:33.719903 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb83d6dc-c16d-4cde-a45c-c1cbc4a635fa req-dcec9bf6-18aa-412c-9c96-70b5421ebfa3 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.3003345
Feb 19 02:33:33.730572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:33.767401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:33:33.767779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:33:33.779042 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-eb83d6dc-c16d-4cde-a45c-c1cbc4a635fa req-7019e364-e7c3-4ec3-9ec5-39563cbbd7d9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464988
Feb 19 02:33:33.845898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Pushing event deleted for resources: {'Port': ['ID=a8d789ea-bfb9-4271-bf3d-7bd9903e0f52,revision_number=None']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:33.849070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:33.855841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:33.912190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:33.912591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:33.913059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device ac9f3877-8486-43bf-a39a-f873dcf41e33 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:33.944562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:33.954901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: ac9f3877-8486-43bf-a39a-f873dcf41e33 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:33.955298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device ac9f3877-8486-43bf-a39a-f873dcf41e33 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:33.965347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d7ab7-46a2-4bd8-8e90-49723203fb29 None None] No DVR routers for this DVR port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 on host dv-cinder-776422-2-iscsi {{(pid=84008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:33:34.269191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Deleting port a8d789ea-bfb9-4271-bf3d-7bd9903e0f52 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:34.269520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.342519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] The port 'a8d789ea-bfb9-4271-bf3d-7bd9903e0f52' was deleted {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:33:34.403582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:34.464172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.479095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:34.479524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.580168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf413438d0>,) {'filters': {'network_id': ['fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:34.592852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf413438d0>, '09b2d900-1546-4f75-b6b5-d39488216369') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:34.593197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf413438d0>, '09b2d900-1546-4f75-b6b5-d39488216369') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:34.605735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.620373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.622636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:33:34.804173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:34.813312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.950686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:34.991844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Network fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:33:35.014116 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:33:35.093226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.097339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c3ecef6e-ec76-4822-9bf7-3d0a7cf62f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:35.112937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.121559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:35.135181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.135543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.135953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.136358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.136757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.137153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.137553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.137948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.138340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.138777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.139171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.139563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.140023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.140418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.140811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.141201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.141589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.141980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.142421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.142790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.143699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.144088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.144476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.144865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:33:35.149523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:35.152111 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] 10.222.0.44 "DELETE /v2.0/networks/fcb9e503-6dc6-4ac0-9d1f-9b46f2bce723 HTTP/1.1" status: 204  len: 168 time: 2.3775902
Feb 19 02:33:35.200899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.281012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34368) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:35.333982 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-307d981f-9136-435c-b998-83a54347a42f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce3f0058e9cc413c9235ce9b044f5d1f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516019
Feb 19 02:33:35.336418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34372) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:35.400748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.428538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.473916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.479158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c04bb09d-3561-49d0-a335-0ea40afff2a8 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:35.494721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db879e3-7677-4083-8746-04ff8ffbcebb,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:35.499703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:35.501717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:35.502986 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4db879e3-7677-4083-8746-04ff8ffbcebb HTTP/1.1" status: 204  len: 168 time: 0.1655881
Feb 19 02:33:36.175365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ce8d9-7b74-4156-b3a6-ba0f47c006c4 req-94e24143-117a-4f1c-8707-fcccb722ecf1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:36.177005 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9b2ce8d9-7b74-4156-b3a6-ba0f47c006c4 req-94e24143-117a-4f1c-8707-fcccb722ecf1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.0883014
Feb 19 02:33:36.229601 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9b2ce8d9-7b74-4156-b3a6-ba0f47c006c4 req-e38db615-abd9-4d8c-b666-f48f18f52495 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463181
Feb 19 02:33:36.254488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34402) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:36.355753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-785435879-network', 'tenant_id': '2655b0de542040a6a856276ad08294d3'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:36.360800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:36.365360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Usage tracker for resource:network and tenant:2655b0de542040a6a856276ad08294d3 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:36.368362 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:36.374097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:36.383813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Made reservation on behalf of 2655b0de542040a6a856276ad08294d3 for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:33:36.388495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.401262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.416879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:36.420896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Usage tracker for resource:security_group_rule and tenant:2655b0de542040a6a856276ad08294d3 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:36.423891 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:36.430162 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:36.517092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.519805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.524098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4e35033-7e9c-4283-b88b-254993a7114c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:36.553815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:33:36.567545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e3377-b8b3-48b0-889d-a66517d2ff4c,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:36.572289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:36.573309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.573741 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Added segment b7e1061d-1d48-46a9-9082-55d35a821bad of type vxlan for network f331e5e6-b312-42db-80a3-6d6d5ace5d65
Feb 19 02:33:36.601640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.631408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.632649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:36.633329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:36.638237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-550cf24a-16f8-4e18-b81d-fac2856ef8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:36.745896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34408) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:36.746120 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4989386
Feb 19 02:33:36.749229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Pushing event updated for resources: {'Network': ['ID=f331e5e6-b312-42db-80a3-6d6d5ace5d65,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:36.752085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:36.753933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Request body: {'subnet': {'network_id': 'f331e5e6-b312-42db-80a3-6d6d5ace5d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-785435879-subnet', 'tenant_id': '2655b0de542040a6a856276ad08294d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:36.759322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:36.762230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:33:36.764225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Usage tracker for resource:subnet and tenant:2655b0de542040a6a856276ad08294d3 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:36.767785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:36.773684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:36.779245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:33:36.783552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Made reservation on behalf of 2655b0de542040a6a856276ad08294d3 for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:33:36.788779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852414953'] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:37.195801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2348448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852414940'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:37.442187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:37.692425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1e0463-b7c5-4232-b552-01defb29bdca,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:37.698116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:37.761980 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945f8b8-059a-4df2-a3a9-8656c26a4075 req-a6f4d493-771b-43bf-8cd5-045fc19b3af2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:37.763609 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9945f8b8-059a-4df2-a3a9-8656c26a4075 req-a6f4d493-771b-43bf-8cd5-045fc19b3af2 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.3250587
Feb 19 02:33:37.770471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-8aa9a6a6-b850-4e94-83c2-4d11438df68f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:37.771929 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-8aa9a6a6-b850-4e94-83c2-4d11438df68f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 946 time: 0.2147174
Feb 19 02:33:37.890448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Checking segment: {'id': 'b7e1061d-1d48-46a9-9082-55d35a821bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f331e5e6-b312-42db-80a3-6d6d5ace5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:33:37.890846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Network hostable DHCP agents. Network: f331e5e6-b312-42db-80a3-6d6d5ace5d65, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:33:37.905180 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9945f8b8-059a-4df2-a3a9-8656c26a4075 req-b7de483f-e7e2-4146-b033-c21d0f34766c tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321597
Feb 19 02:33:37.914620 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Deleting port c6e75aba-17c0-47ae-b251-61c34117a52a {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:37.915378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:37.973896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:33:37.987537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, f331e5e6-b312-42db-80a3-6d6d5ace5d65) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:33:37.995716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce6171-25fc-4406-a145-3afc798c0ad5 None None] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:38.047467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:38.048106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.092993 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9a9749c3-a6bb-474d-adb3-5f98c9f3decd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3458319
Feb 19 02:33:38.222383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:38.222743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.231077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a8a18-7536-4191-9bb8-80e73aed9c56 None None] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:38.409117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device c6e75aba-17c0-47ae-b251-61c34117a52a no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:38.556042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.556596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.556843 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Floating IP 42eabe49-5511-433f-b14f-d27bfbae494f disassociated. External IP: 172.27.1.13, port: c6e75aba-17c0-47ae-b251-61c34117a52a.
Feb 19 02:33:38.557166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Calling delete_port for c6e75aba-17c0-47ae-b251-61c34117a52a owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:38.579313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.614283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:38.625090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:38.629549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.631592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:38.652856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:33:38.653448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:33:38.688726 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'code': 200}
Feb 19 02:33:38.710513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=7']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:38.713917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:38.786538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34434) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:38.792726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514395835-network', 'tenant_id': '388bd0660bd540318196fd3d4060671c'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:38.797770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:38.801878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Usage tracker for resource:network and tenant:388bd0660bd540318196fd3d4060671c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:38.805083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:38.810889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:38.820375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Made reservation on behalf of 388bd0660bd540318196fd3d4060671c for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:33:38.825017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.838516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.854185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:38.858638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Usage tracker for resource:security_group_rule and tenant:388bd0660bd540318196fd3d4060671c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:38.861903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:38.869431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:38.964450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.967704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:38.972744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cf0059d3-c2f7-4fab-a80d-aab0fda8aaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:39.002238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:33:39.015885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed676993-409e-4ca7-9643-5e8585b879a5,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:39.020777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:39.021799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.022245 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Added segment 3b780800-0f72-41df-a2e4-941d62e91a64 of type vxlan for network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452
Feb 19 02:33:39.050254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.081789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.083123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:39.083816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.088876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-19862555-de9e-460a-86ec-816894a3c34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:39.114096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217025-bc89-4d99-85b7-5c3bfe90fc57 req-e417b7e4-a4cb-42e0-ae44-6510f4536f82 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:39.115815 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02217025-bc89-4d99-85b7-5c3bfe90fc57 req-e417b7e4-a4cb-42e0-ae44-6510f4536f82 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 944 time: 0.0877533
Feb 19 02:33:39.154303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Deleting port c6e75aba-17c0-47ae-b251-61c34117a52a {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:39.154721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.197034 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4092925
Feb 19 02:33:39.198074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Pushing event updated for resources: {'Network': ['ID=2cd96fbc-3bd6-4f0d-920e-a32cbc67f452,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:39.200170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34442) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:39.203250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:39.210658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:33:39.210923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Request body: {'subnet': {'network_id': '2cd96fbc-3bd6-4f0d-920e-a32cbc67f452', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514395835-subnet', 'tenant_id': '388bd0660bd540318196fd3d4060671c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:33:39.216052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:39.217115 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-02217025-bc89-4d99-85b7-5c3bfe90fc57 req-22ae81ab-fd03-414f-849f-a38ad6677136 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bab66ca-a5e7-4ed5-91de-4e477137cfa8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950451
Feb 19 02:33:39.220835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Usage tracker for resource:subnet and tenant:388bd0660bd540318196fd3d4060671c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:39.224456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:39.224903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:33:39.231140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:39.247691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Made reservation on behalf of 388bd0660bd540318196fd3d4060671c for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:33:39.252633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126713352'] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.449833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] For port c6e75aba-17c0-47ae-b251-61c34117a52a, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=c6e75aba-17c0-47ae-b251-61c34117a52a,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:39.450233 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.670227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126713403'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.685666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d95c4dd4-f5d1-43dd-833e-e0f6c22182e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:39.763726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.764146 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.764506 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Floating IP 42eabe49-5511-433f-b14f-d27bfbae494f disassociated. External IP: 172.27.1.13, port: c6e75aba-17c0-47ae-b251-61c34117a52a.
Feb 19 02:33:39.764892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Calling delete_port for c6e75aba-17c0-47ae-b251-61c34117a52a owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:39.824572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3ffdda-83ef-45fe-a51d-b91b7100fb1f,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:39.828941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:39.887613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Checking segment: {'id': '3b780800-0f72-41df-a2e4-941d62e91a64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2cd96fbc-3bd6-4f0d-920e-a32cbc67f452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:33:39.888018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Network hostable DHCP agents. Network: 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:33:39.906993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:33:39.914379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.922693 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:33:39.933718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203e41c-5169-4ca9-a0ee-2f6d4d831262 None None] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:39.934429 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0598fb04-193d-4313-8e4e-9208fcf08610 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:39.935877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:39.936661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:39.958293 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-017216d4-02e2-44b9-9509-4fc548fc8fce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7569985
Feb 19 02:33:40.040083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'Port': ['ID=c6e75aba-17c0-47ae-b251-61c34117a52a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:40.051317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:40.107465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34448) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:40.168631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a3c29-f5dd-4d48-8e09-f7eb4871088d None None] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:40.265439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Deleting subnet ff1e0463-b7c5-4232-b552-01defb29bdca {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:33:40.270333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:40.398211 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c0373091-8ce3-4a15-ae29-e36e226eec5b req-d9f7fce8-283f-4735-8778-f324751a6aa1 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.0500555
Feb 19 02:33:40.405324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:40.711106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:33:40.715244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.064861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:33:41.075689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:33:41.086847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:41.087542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf426bcdd8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.116928 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] No DVR routers for this DVR port c6e75aba-17c0-47ae-b251-61c34117a52a on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:33:41.120788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.123506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-deleted', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:33:41.176256 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c58f3-abb6-4bda-8928-db72606dcefd', 'name': 'network-vif-deleted', 'tag': 'c6e75aba-17c0-47ae-b251-61c34117a52a', 'status': 'completed', 'code': 200}
Feb 19 02:33:41.181877 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f00f2d89-2b68-4a9e-9ed2-2b3b978c8cb5 req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.53 "DELETE /v2.0/ports/c6e75aba-17c0-47ae-b251-61c34117a52a HTTP/1.1" status: 204  len: 173 time: 3.3897524
Feb 19 02:33:41.211738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.232524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:41.286285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:41.329898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1e0463-b7c5-4232-b552-01defb29bdca,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:41.335259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:41.371783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.380892 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f150bf46-9623-40ee-90fd-66900725d4ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff1e0463-b7c5-4232-b552-01defb29bdca HTTP/1.1" status: 204  len: 168 time: 1.2698152
Feb 19 02:33:41.381335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34456) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:41.500694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.617119 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e9bcc351-8581-4b14-a02d-8035d42f0adf req-b60c3b9e-711e-4085-8546-6a5d56370857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c58f3-abb6-4bda-8928-db72606dcefd HTTP/1.1" status: 200  len: 210 time: 0.0593045
Feb 19 02:33:41.639064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf426bcdd8>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.645310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:33:41.654508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:41.655163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf426bcdd8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.751316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.880897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf412aa2e8>,) {'filters': {'network_id': ['f331e5e6-b312-42db-80a3-6d6d5ace5d65']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.888075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.896939 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf412aa2e8>, 'b7e1061d-1d48-46a9-9082-55d35a821bad') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.897548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf412aa2e8>, 'b7e1061d-1d48-46a9-9082-55d35a821bad') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:41.911147 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.927749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:41.929957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:33:41.985986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:33:42.013002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:42.114445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:42.123519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.358198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf426bcdd8>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:42.363508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfccab7-8ddf-4357-afae-460d93a1d7e4 None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:26:26Z', 'revision_number': 4, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b572f4d4-3de5-4b23-abf1-7ec24a83b9be', 'name': '', 'network_id': '5b4ec2dc-41c0-4415-958d-7f5e107c8197', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'mac_address': 'fa:16:3e:dd:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:18Z', 'updated_at': '2021-02-19T02:26:40Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'subnets': [{'id': 'd688e761-56eb-4ad1-aafd-e2ebcb1991f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:33:42.545002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Network f331e5e6-b312-42db-80a3-6d6d5ace5d65 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:33:42.572083 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:33:42.651373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.655035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:42.671556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.679810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Pushing event deleted for resources: {'Network': ['ID=f331e5e6-b312-42db-80a3-6d6d5ace5d65,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:42.686066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] 10.222.0.44 "DELETE /v2.0/networks/f331e5e6-b312-42db-80a3-6d6d5ace5d65 HTTP/1.1" status: 204  len: 168 time: 1.3036320
Feb 19 02:33:42.686189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34464) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:42.687312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:42.754867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Deleting subnet 5e3ffdda-83ef-45fe-a51d-b91b7100fb1f {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:33:42.758239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.758664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34470) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:42.766105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638414c-9f97-49ad-a4d4-8cc470649e0e None None] New status for floating IP 42eabe49-5511-433f-b14f-d27bfbae494f: DOWN {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:33:42.812135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.851904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.878761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.883510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.935356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.940206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:42.953250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab66ca-a5e7-4ed5-91de-4e477137cfa8,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:42.958486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:42.969780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:42.971940 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "DELETE /v2.0/security-groups/9bab66ca-a5e7-4ed5-91de-4e477137cfa8 HTTP/1.1" status: 204  len: 168 time: 0.2118888
Feb 19 02:33:42.978805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34474) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:42.997797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.api.v2.resource [None req-d0ea4463-0339-49d0-9a43-4a2bd6362f58 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] show failed (client error): The resource could not be found.
Feb 19 02:33:42.998228 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d0ea4463-0339-49d0-9a43-4a2bd6362f58 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "GET /v2.0/security-groups/9bab66ca-a5e7-4ed5-91de-4e477137cfa8 HTTP/1.1" status: 404  len: 347 time: 0.0183346
Feb 19 02:33:43.001660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34478) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:43.167110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.185774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Deleting port 08f6f856-b879-4865-bfe6-d7ffcfb440b7 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:43.186153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.186915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:43.281318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3ffdda-83ef-45fe-a51d-b91b7100fb1f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:43.286479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:43.321765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.328126 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-83708502-5d43-4a86-925d-72e8751420c2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5e3ffdda-83ef-45fe-a51d-b91b7100fb1f HTTP/1.1" status: 204  len: 168 time: 0.6406963
Feb 19 02:33:43.332310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34482) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:43.373297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.373673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.451571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.508749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Calling delete_port for 08f6f856-b879-4865-bfe6-d7ffcfb440b7 owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:43.644261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.655422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.671546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-da23924a-b047-462a-9489-68bfae72e70f tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:43.761493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf4125ab70>,) {'filters': {'network_id': ['2cd96fbc-3bd6-4f0d-920e-a32cbc67f452']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:43.767866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Pushing event deleted for resources: {'Port': ['ID=08f6f856-b879-4865-bfe6-d7ffcfb440b7,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:43.774629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4125ab70>, '3b780800-0f72-41df-a2e4-941d62e91a64') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:43.774981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4125ab70>, '3b780800-0f72-41df-a2e4-941d62e91a64') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:43.777566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:43.788738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.804451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.806495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:33:43.901194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.916452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:43.920540 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] 10.222.0.44 "DELETE /v2.0/floatingips/42eabe49-5511-433f-b14f-d27bfbae494f HTTP/1.1" status: 204  len: 168 time: 0.9151063
Feb 19 02:33:43.998521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:44.007790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.190322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Network 2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:33:44.217758 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:33:44.293608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.297957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.301112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:44.325094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd96fbc-3bd6-4f0d-920e-a32cbc67f452,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:44.328023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:44.329822 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2cd96fbc-3bd6-4f0d-920e-a32cbc67f452 HTTP/1.1" status: 204  len: 168 time: 0.9960797
Feb 19 02:33:44.501631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34492) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:44.556264 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-67fa8f61-5d2e-4641-b01a-64e61b061fe7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2655b0de542040a6a856276ad08294d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532770
Feb 19 02:33:44.558688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34496) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:44.618643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.645530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.691183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.696154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ea1d2497-c370-4698-9573-bc9ab82843fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:44.709562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e3377-b8b3-48b0-889d-a66517d2ff4c,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:44.714120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:44.715440 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f15e3377-b8b3-48b0-889d-a66517d2ff4c HTTP/1.1" status: 204  len: 168 time: 0.1557691
Feb 19 02:33:44.719416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2135d89f-1e86-4935-a753-c44408ae820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:45.037721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-25851e63-f516-4ddd-96dc-b8cc2ab116df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:45.039502 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-25851e63-f516-4ddd-96dc-b8cc2ab116df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1202 time: 0.0844200
Feb 19 02:33:45.090973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f69ca-4219-4e64-9ab8-b0a95ad9200f req-e7b851d4-11eb-470e-b927-3fd3d9a29594 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:45.092583 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-689f69ca-4219-4e64-9ab8-b0a95ad9200f req-e7b851d4-11eb-470e-b927-3fd3d9a29594 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0941088
Feb 19 02:33:45.093086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34510) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:45.184270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-689f69ca-4219-4e64-9ab8-b0a95ad9200f req-9ba76be7-bf7b-45f1-b151-d6b0e5e97b67 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:33:45.190608 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-66509ffc-062f-442e-84a9-accd18216a01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=388bd0660bd540318196fd3d4060671c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0957983
Feb 19 02:33:45.190985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-a8d0c9a9-73fd-4178-afd1-5e99350b9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:45.192563 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-a8d0c9a9-73fd-4178-afd1-5e99350b9db3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1457675
Feb 19 02:33:45.193199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34516) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:45.203028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-689f69ca-4219-4e64-9ab8-b0a95ad9200f req-9ba76be7-bf7b-45f1-b151-d6b0e5e97b67 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:33:45.204416 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-689f69ca-4219-4e64-9ab8-b0a95ad9200f req-9ba76be7-bf7b-45f1-b151-d6b0e5e97b67 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0963917
Feb 19 02:33:45.357801 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-17828b0a-18e5-4f6a-8c77-8c1fca90dd55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 1000 time: 0.1412442
Feb 19 02:33:45.363174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:45.446479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:45.482564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-b1df93ad-8e60-4ccd-b952-408d5a83f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:45.484143 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-b1df93ad-8e60-4ccd-b952-408d5a83f602 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.1067741
Feb 19 02:33:45.572850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:45.578082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-712e71d9-9c0d-479a-9ae1-13e29b56b410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:45.591660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed676993-409e-4ca7-9643-5e8585b879a5,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:45.596679 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:45.602630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-cf9bf51a-8143-4e1c-88b3-76b07eed9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:45.604343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-cf9bf51a-8143-4e1c-88b3-76b07eed9c67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116164
Feb 19 02:33:45.605554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:45.606662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7ccf6e29-bf80-493d-9e1b-2ba56658daa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed676993-409e-4ca7-9643-5e8585b879a5 HTTP/1.1" status: 204  len: 168 time: 0.4124749
Feb 19 02:33:45.755273 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-fb6ff830-3ad7-479b-998d-0c7b25e8483a service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438932
Feb 19 02:33:45.901913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-55922614-e8c6-42ce-8776-f80f3d23dc8f req-97c475da-222d-4239-8c20-f9fab6d043dd service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401808
Feb 19 02:33:46.410181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e65e28-1294-407a-8af2-23948fb25d3d req-38b59dd2-e9a7-4727-bbde-bfd53049e5b7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:46.411937 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9e65e28-1294-407a-8af2-23948fb25d3d req-38b59dd2-e9a7-4727-bbde-bfd53049e5b7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0898020
Feb 19 02:33:46.465013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9e65e28-1294-407a-8af2-23948fb25d3d req-de75a783-2ab0-4c61-a9da-59138a69eaca tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0466809
Feb 19 02:33:46.761345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34564) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:47.531110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:47.791231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ab174-a4b2-49fb-a054-50acf37f4c8e req-ee6e5e67-a68d-495d-bd75-a41267fce49a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:47.792854 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0b5ab174-a4b2-49fb-a054-50acf37f4c8e req-ee6e5e67-a68d-495d-bd75-a41267fce49a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.2014992
Feb 19 02:33:47.947169 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0b5ab174-a4b2-49fb-a054-50acf37f4c8e req-f2b769b0-99c1-4716-9bcd-7636d373bde3 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1015477
Feb 19 02:33:48.028229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Deleting port b572f4d4-3de5-4b23-abf1-7ec24a83b9be {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:48.028614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:48.211062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] For port b572f4d4-3de5-4b23-abf1-7ec24a83b9be, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:48.212140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:48.340532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Calling delete_port for b572f4d4-3de5-4b23-abf1-7ec24a83b9be owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:48.519754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:48.535234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:48.629857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b572f4d4-3de5-4b23-abf1-7ec24a83b9be,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:48.639473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:49.230635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:49.414622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f26316-0a1f-4d4b-ba6c-e8bcbe2bf423 req-bf992f61-5a97-43b2-93ae-28b3691fc589 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:49.416276 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d8f26316-0a1f-4d4b-ba6c-e8bcbe2bf423 req-bf992f61-5a97-43b2-93ae-28b3691fc589 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.3352025
Feb 19 02:33:49.466696 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d8f26316-0a1f-4d4b-ba6c-e8bcbe2bf423 req-eac74c37-0eb9-49d2-823b-ac744be9cb99 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0440044
Feb 19 02:33:49.752167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Router 9656a703-886e-41b4-87b2-8819e4cb0069 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:33:49.946912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:33:49.957407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Sync routers for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:33:49.960936 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] 10.222.0.44 "PUT /v2.0/routers/9656a703-886e-41b4-87b2-8819e4cb0069/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1980176
Feb 19 02:33:49.963269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34606) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:49.969080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:49.969751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff828>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:50.154077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:50.156353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:50.350499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:50.359396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Deleting port fbdb60b0-0764-429a-ab90-6738e2ffbcb9 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:50.359786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:50.581238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] For port fbdb60b0-0764-429a-ab90-6738e2ffbcb9, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:50.581681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:50.657458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff828>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:33:48Z', 'revision_number': 5, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port': {'id': 'fbdb60b0-0764-429a-ab90-6738e2ffbcb9', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:26:06Z', 'updated_at': '2021-02-19T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:50.664749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Checking router: 9656a703-886e-41b4-87b2-8819e4cb0069 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:33:50.679584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Routers {'9656a703-886e-41b4-87b2-8819e4cb0069'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:33:50.680252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff828>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:33:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['9656a703-886e-41b4-87b2-8819e4cb0069'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:50.786089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Calling delete_port for fbdb60b0-0764-429a-ab90-6738e2ffbcb9 owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:50.855802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] Set router 9656a703-886e-41b4-87b2-8819e4cb0069 gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:33:50.892043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63a03-485c-443f-ada7-6443029ebb1d req-d0576ab0-00e8-4e61-a457-88bd3fe1ca1f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:50.894296 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0e63a03-485c-443f-ada7-6443029ebb1d req-d0576ab0-00e8-4e61-a457-88bd3fe1ca1f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.2954051
Feb 19 02:33:50.963669 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0e63a03-485c-443f-ada7-6443029ebb1d req-51814516-e220-434b-a44e-3efe6f2e678c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0582180
Feb 19 02:33:50.973651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff828>, [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:33:50Z', 'revision_number': 6, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:50.978091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90aad1-656f-4942-8dce-05500960c699 None None] The sync data for ids ['9656a703-886e-41b4-87b2-8819e4cb0069'] in dv-cinder-776422-2-iscsi is: [{'id': '9656a703-886e-41b4-87b2-8819e4cb0069', 'name': 'tempest-AttachVolumeShelveTestJSON-386658976-router', 'tenant_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:26:03Z', 'updated_at': '2021-02-19T02:33:50Z', 'revision_number': 6, 'project_id': 'c5e1c746a8dc450eb96f1b22cd181e50', 'gw_port_host': None}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:33:51.058249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.077047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:51.170702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdb60b0-0764-429a-ab90-6738e2ffbcb9,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:51.184414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:51.315057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.747190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.749458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.773364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.773995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9656a703-886e-41b4-87b2-8819e4cb0069 {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:33:51.786920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.788415 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9656a703-886e-41b4-87b2-8819e4cb0069 HTTP/1.1" status: 204  len: 168 time: 1.8240166
Feb 19 02:33:51.790997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34628) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:51.861663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b572f4d4-3de5-4b23-abf1-7ec24a83b9be no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:51.862031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Deleting subnet d688e761-56eb-4ad1-aafd-e2ebcb1991f2 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:33:51.865613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:51.899905 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: b572f4d4-3de5-4b23-abf1-7ec24a83b9be {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:51.900311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b572f4d4-3de5-4b23-abf1-7ec24a83b9be not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:51.900789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device fbdb60b0-0764-429a-ab90-6738e2ffbcb9 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:51.922535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.013275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.112273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: fbdb60b0-0764-429a-ab90-6738e2ffbcb9 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:52.112651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device fbdb60b0-0764-429a-ab90-6738e2ffbcb9 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:52.190779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bd966-5586-4db2-957a-a752bd2a1026 req-0d471b8d-eaa1-415e-bbbd-7cb4d5e2994a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:52.192379 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8f8bd966-5586-4db2-957a-a752bd2a1026 req-0d471b8d-eaa1-415e-bbbd-7cb4d5e2994a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0898349
Feb 19 02:33:52.243983 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8f8bd966-5586-4db2-957a-a752bd2a1026 req-498d9013-f3b7-4d08-9938-331f7ffa23f6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450149
Feb 19 02:33:52.289391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.305316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-668f547c-5146-46b3-b33d-b96f62271b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:52.402211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d688e761-56eb-4ad1-aafd-e2ebcb1991f2,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:52.406134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:52.441797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.447199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15c3bf-2d63-423f-9ad8-29efbe86441b None None] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:33:52.448694 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-45af02d6-76b3-4174-bcc4-8b3787de5878 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d688e761-56eb-4ad1-aafd-e2ebcb1991f2 HTTP/1.1" status: 204  len: 168 time: 0.6566384
Feb 19 02:33:52.451463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34638) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:52.567243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.637734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Deleting port 02635ab1-824c-4379-a5b3-3119f02df188 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:52.638106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.707895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] DHCP port deletion for 5b4ec2dc-41c0-4415-958d-7f5e107c8197 request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:33:52.712500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Deleting port 02635ab1-824c-4379-a5b3-3119f02df188 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:52.712932 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.855728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] For port 02635ab1-824c-4379-a5b3-3119f02df188, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=02635ab1-824c-4379-a5b3-3119f02df188,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:52.856305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.931827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] For port 02635ab1-824c-4379-a5b3-3119f02df188, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=02635ab1-824c-4379-a5b3-3119f02df188,segment=NetworkSegment(284f2259-c8fa-4fe0-bdf3-238febbd2f17),segment_id=284f2259-c8fa-4fe0-bdf3-238febbd2f17)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:33:52.932206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:52.989616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Calling delete_port for 02635ab1-824c-4379-a5b3-3119f02df188 owned by network:dhcp {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:53.068090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Calling delete_port for 02635ab1-824c-4379-a5b3-3119f02df188 owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:33:53.071436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.087206 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:53.146818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:33:53.147281 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:33:53.190867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02635ab1-824c-4379-a5b3-3119f02df188,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:53.194774 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:53.229107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] No DVR routers for this DVR port 02635ab1-824c-4379-a5b3-3119f02df188 on host dv-cinder-776422-2-iscsi {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:33:53.352035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.460926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a887e8-d55a-4dca-a0a1-c64bb395acf6 req-ae779e6a-e6bd-4cb7-bc64-b53c6b871f60 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:53.462582 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d6a887e8-d55a-4dca-a0a1-c64bb395acf6 req-ae779e6a-e6bd-4cb7-bc64-b53c6b871f60 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.1024783
Feb 19 02:33:53.471918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf4082b390>,) {'filters': {'network_id': ['5b4ec2dc-41c0-4415-958d-7f5e107c8197']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:53.484944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4082b390>, '284f2259-c8fa-4fe0-bdf3-238febbd2f17') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:53.485276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf4082b390>, '284f2259-c8fa-4fe0-bdf3-238febbd2f17') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:33:53.497557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.513178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.515326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d6a887e8-d55a-4dca-a0a1-c64bb395acf6 req-6b7ae141-95dd-4c98-94ef-d3632ba2184b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0463424
Feb 19 02:33:53.515475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:33:53.648455 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Deleting port 02635ab1-824c-4379-a5b3-3119f02df188 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:33:53.648889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.698646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:53.708443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.719941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-c505a700-4b1b-4837-a2fa-92ccab578c8e None None] The port '02635ab1-824c-4379-a5b3-3119f02df188' was deleted {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:33:53.847699 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 02635ab1-824c-4379-a5b3-3119f02df188 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:33:53.886616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Network 5b4ec2dc-41c0-4415-958d-7f5e107c8197 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:33:53.887173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 02635ab1-824c-4379-a5b3-3119f02df188 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:33:53.887444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 02635ab1-824c-4379-a5b3-3119f02df188 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:33:53.909245 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:33:53.988324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:53.991907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-47514535-5a2c-4c80-bda4-99f74929b494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:54.008463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:54.017137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4ec2dc-41c0-4415-958d-7f5e107c8197,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:54.020530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:54.030390 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5b4ec2dc-41c0-4415-958d-7f5e107c8197 HTTP/1.1" status: 204  len: 168 time: 1.5775959
Feb 19 02:33:54.204334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34650) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:54.256451 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ed7f8c7c-5eb9-4040-be93-1dc813c719ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5e1c746a8dc450eb96f1b22cd181e50&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0507457
Feb 19 02:33:54.258832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34654) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:54.323308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:54.350537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:54.399380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:54.404915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8d10be0b-45d7-4d5c-a3e9-a63c5a71f1b6 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:54.421123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff90f03-7c3a-4a12-a2ea-445d1a4b31c1,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:54.423736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:54.429313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:54.430711 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-85e66756-0e27-4de6-85eb-06a1739b6476 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ff90f03-7c3a-4a12-a2ea-445d1a4b31c1 HTTP/1.1" status: 204  len: 168 time: 0.1707358
Feb 19 02:33:54.734778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1a07-da50-4c8a-bf59-362ab365bd50 req-a5bca953-8f82-4a68-8117-17e89700f374 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:54.737152 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c1fa1a07-da50-4c8a-bf59-362ab365bd50 req-a5bca953-8f82-4a68-8117-17e89700f374 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.1034980
Feb 19 02:33:54.799500 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c1fa1a07-da50-4c8a-bf59-362ab365bd50 req-c00baab3-601f-4078-83f8-04e9035c7ecd tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0547891
Feb 19 02:33:56.005191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa117dd-5985-4149-8182-1cd3bc733197 req-64c14ede-6d5e-40f6-acff-4f6d8938540d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:56.006839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fa117dd-5985-4149-8182-1cd3bc733197 req-64c14ede-6d5e-40f6-acff-4f6d8938540d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0882938
Feb 19 02:33:56.057668 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8fa117dd-5985-4149-8182-1cd3bc733197 req-75ee7a70-cc80-4256-93b8-006d06561558 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0444896
Feb 19 02:33:57.263452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2e44-2cb8-45aa-8612-8ac1f6e7e58e req-415194f0-b762-4193-a794-aaf28db4a352 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:57.265178 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-921c2e44-2cb8-45aa-8612-8ac1f6e7e58e req-415194f0-b762-4193-a794-aaf28db4a352 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0930269
Feb 19 02:33:57.317521 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-921c2e44-2cb8-45aa-8612-8ac1f6e7e58e req-337219de-2544-480e-84eb-7844cf870002 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0456858
Feb 19 02:33:58.145173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34752) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:58.267817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.282856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:58.286941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4f99616255f447baad52f9543b1cde95 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:58.289839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:58.295533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:58.382922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.385718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.394796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b650d3d4-2a01-469b-a356-b990265f860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:58.473317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb62f6eb-0d92-4ef1-ac3e-0b77c65cea43,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:58.484662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f99616255f447baad52f9543b1cde95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3383350
Feb 19 02:33:58.486142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34762) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:58.486846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:58.537166 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f6b90-e16a-428e-b9f9-049a2158a201 req-e26df6d2-89a5-4427-b173-d49e930c268a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:58.537417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:33:58.545070 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a0f6b90-e16a-428e-b9f9-049a2158a201 req-e26df6d2-89a5-4427-b173-d49e930c268a tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.1114013
Feb 19 02:33:58.559018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.607433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.612263 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4a0f6b90-e16a-428e-b9f9-049a2158a201 req-763dccd7-7fcc-487f-a858-28d16e769f56 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0654716
Feb 19 02:33:58.632407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:33:58.632975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.662245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.668650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-bebc606d-e100-4dda-9e9d-706223d76ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:58.685816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb62f6eb-0d92-4ef1-ac3e-0b77c65cea43,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:58.688672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:58.690155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:58.694728 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb62f6eb-0d92-4ef1-ac3e-0b77c65cea43 HTTP/1.1" status: 204  len: 168 time: 0.2030165
Feb 19 02:33:58.991954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34776) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:59.011528 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.028440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:33:59.032837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Usage tracker for resource:security_group_rule and tenant:507e7c6de52d46398592270d1168cb08 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:33:59.036676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:33:59.042676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:33:59.132482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.135204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.144553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f0d8ec50-1432-4f13-8801-08ff14d98cdd tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:59.186866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=507e7c6de52d46398592270d1168cb08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936007
Feb 19 02:33:59.188573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f7ac5-3dc8-4f69-adae-eea406cf457f,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:59.189739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34784) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:33:59.191925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:59.253287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.280579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.325097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.330971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-763d4ce5-6b6c-4949-9efa-8f8a6d3430a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:33:59.345045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f7ac5-3dc8-4f69-adae-eea406cf457f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:33:59.349221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:33:59.354715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:33:59.355932 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce4f7ac5-3dc8-4f69-adae-eea406cf457f HTTP/1.1" status: 204  len: 168 time: 0.1649942
Feb 19 02:33:59.812246 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceea1e-0825-43b0-b74a-3216ee7674ef req-d49fc250-d878-41c0-a35b-6787486177f9 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:33:59.813865 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcceea1e-0825-43b0-b74a-3216ee7674ef req-d49fc250-d878-41c0-a35b-6787486177f9 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0942013
Feb 19 02:33:59.865464 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fcceea1e-0825-43b0-b74a-3216ee7674ef req-2c2d7d74-5028-4055-8e46-70503249aaf5 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0444155
Feb 19 02:34:00.835563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-816ddbae-ae51-430d-b545-1ec8abe343e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.081961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d62aa-b576-4959-8e47-3874b45db0d7 req-251fedea-b9d9-44b6-9290-87c5b1755ff4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:01.083788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-042d62aa-b576-4959-8e47-3874b45db0d7 req-251fedea-b9d9-44b6-9290-87c5b1755ff4 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0978706
Feb 19 02:34:01.145388 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-042d62aa-b576-4959-8e47-3874b45db0d7 req-aa1b6e73-05ea-456d-8443-c39fd3abb451 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0554192
Feb 19 02:34:01.309040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34878) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:01.436087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.452004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:01.457247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Usage tracker for resource:security_group_rule and tenant:731f97a508c4420f892877ca9aa88d86 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:01.460450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:01.466518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:01.558859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.561527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.571182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-443cd85c-5a68-4ce1-835b-148dfe840e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:01.614346 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=731f97a508c4420f892877ca9aa88d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3041675
Feb 19 02:34:01.616017 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee3c1e-2302-41c6-a117-78ecb8072de3,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:01.617411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34884) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:01.619411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:01.685174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.712591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.759667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.764756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-925f0fba-db57-4124-b61b-e96cd97f711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:01.777734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee3c1e-2302-41c6-a117-78ecb8072de3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:01.783635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:01.788011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:01.789250 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20ee3c1e-2302-41c6-a117-78ecb8072de3 HTTP/1.1" status: 204  len: 168 time: 0.1699843
Feb 19 02:34:02.082309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34892) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:02.101044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.116817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:02.120954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Usage tracker for resource:security_group_rule and tenant:e1d9f945dcad4a6db2c2ec734715d77a is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:02.123926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:02.130340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:02.216446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.219411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.229002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-184e7cc5-3e7e-40eb-9dce-77cef89bf79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:02.272778 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1d9f945dcad4a6db2c2ec734715d77a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1892414
Feb 19 02:34:02.273747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7daebb-d297-4548-9df3-827e2cafbc7e,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:02.276349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34898) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:02.279332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8b84cb60-cf65-4ce1-ad1a-185653f33d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:02.345028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.352012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7176d7-f6bd-4e61-a8e0-5460d6151204 req-53476a43-3955-4566-865e-087b500eb098 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:02.353612 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9d7176d7-f6bd-4e61-a8e0-5460d6151204 req-53476a43-3955-4566-865e-087b500eb098 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0921779
Feb 19 02:34:02.373773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.407344 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9d7176d7-f6bd-4e61-a8e0-5460d6151204 req-856c3154-089d-4f92-94e8-954dbf258628 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3045f51-a241-4ad3-81a3-c9120a6b039a&id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470181
Feb 19 02:34:02.421334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.425608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d143c89c-dbed-4a8d-9051-eca5f53a3b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:02.437945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7daebb-d297-4548-9df3-827e2cafbc7e,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:02.440895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:02.446122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:02.450345 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-549150fe-c9f9-4775-9605-a46eb05a7162 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d7daebb-d297-4548-9df3-827e2cafbc7e HTTP/1.1" status: 204  len: 168 time: 0.1726696
Feb 19 02:34:02.572752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:34:02.650129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:34:02.650596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:03.284603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-20a73dd3-928b-4583-a4ef-8a3e8fc49da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:03.822974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:04.956600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.183268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 34970) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:05.205222 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.308973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.324638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:05.328965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Usage tracker for resource:security_group_rule and tenant:bd10926d3553472c80128771045ea686 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:05.332526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:05.338307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:05.423193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.425827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.434016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7846e54a-2886-41e5-95e5-538027b86782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:05.481762 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd10926d3553472c80128771045ea686&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973249
Feb 19 02:34:05.482686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a379d6b2-c5c3-4f0e-b724-0050ad7822f9,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:05.484667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 34976) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:05.485970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:05.546796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.573894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.620745 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.625735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2c95b366-f5e7-4034-972d-f055274bf0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:05.641118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a379d6b2-c5c3-4f0e-b724-0050ad7822f9,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:05.644311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:05.648719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:05.649916 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a379d6b2-c5c3-4f0e-b724-0050ad7822f9 HTTP/1.1" status: 204  len: 168 time: 0.1641736
Feb 19 02:34:07.166048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35044) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:07.291322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.306412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:07.310437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6ce26451264883864c514350633842 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:07.313359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:07.319067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:07.404050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.406701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.416006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cc9055d9-56a2-42ae-af39-d4943896f890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:07.459551 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c6ce26451264883864c514350633842&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923377
Feb 19 02:34:07.461307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230afd2a-e0df-4c26-86fc-5b9772703a25,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:07.462469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35050) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:07.464613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a17fcd7e-2633-4549-9663-64f8a2d56b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:07.526486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.552935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.598715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.614889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6a965601-bb9a-41ff-a79c-99429b61ca57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:07.628627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230afd2a-e0df-4c26-86fc-5b9772703a25,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:07.631181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:07.639251 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:07.640568 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/230afd2a-e0df-4c26-86fc-5b9772703a25 HTTP/1.1" status: 204  len: 168 time: 0.1769862
Feb 19 02:34:08.349277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35084) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:08.487227 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.503499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:08.507888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Usage tracker for resource:security_group_rule and tenant:15d52b465fb543db925368a94dbe7ab4 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:08.511084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:08.517064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:08.614564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.617968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.630081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-93860b5e-d351-4628-907c-9033f15d1732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:08.670709 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15d52b465fb543db925368a94dbe7ab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3176913
Feb 19 02:34:08.671143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35098) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:08.677667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45151ab-a961-407b-945b-f177f519052d,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:08.679751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:08.758692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.792422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.842989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.849131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3b0ec710-07f5-42de-b194-80906d9c927a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:08.865388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45151ab-a961-407b-945b-f177f519052d,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:08.870914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:08.875038 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b45151ab-a961-407b-945b-f177f519052d HTTP/1.1" status: 204  len: 168 time: 0.2027810
Feb 19 02:34:08.876117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:09.241780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35120) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:09.263095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.280845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:09.285046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Usage tracker for resource:security_group_rule and tenant:28e93fa3abb24b86bc01950c79abd807 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:09.288245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:09.294337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:09.384358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.387407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.396519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-36965d0e-fb12-4002-8f39-2fa8b39e201f tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:09.438907 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28e93fa3abb24b86bc01950c79abd807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1959310
Feb 19 02:34:09.441197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9042e32-2eea-4194-af7f-d6cb97fb8d70,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:09.442710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35132) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:09.445111 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:09.516812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.544967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.590855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.596706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-568938c6-dca9-4438-b512-97b01dada02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:09.607499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9042e32-2eea-4194-af7f-d6cb97fb8d70,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:09.611373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:09.614600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.616989 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4f340e17-d26b-43e9-8162-e83d3988be0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9042e32-2eea-4194-af7f-d6cb97fb8d70 HTTP/1.1" status: 204  len: 168 time: 0.1620882
Feb 19 02:34:09.667047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35140) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:09.792849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.808666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:09.812764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Usage tracker for resource:security_group_rule and tenant:1de2a0c2860645e5bbab9ed6143a4bdf is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:09.816317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:09.822131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:09.924513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.935573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:09.962265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63693548-2ad0-46c2-adf4-458c153e2238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:09.980437 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1de2a0c2860645e5bbab9ed6143a4bdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122268
Feb 19 02:34:09.980639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35152) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:10.006799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18169302-4803-4823-8309-0dea124cb3a5,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:10.010533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:10.060741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.092069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.138664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.144417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d92b877e-c185-44b8-b72b-3c7b7dacefd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:10.159541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18169302-4803-4823-8309-0dea124cb3a5,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:10.162165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:10.172797 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-c794c573-56fe-4f40-8af8-d5d65c99e028 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0833924
Feb 19 02:34:10.173008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.187127 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18169302-4803-4823-8309-0dea124cb3a5 HTTP/1.1" status: 204  len: 168 time: 0.1950076
Feb 19 02:34:10.281371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-b5843bf0-6cef-4c7f-a58e-c7d31a137e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:10.283281 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-b5843bf0-6cef-4c7f-a58e-c7d31a137e99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1202 time: 0.0887473
Feb 19 02:34:10.448298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-a18822d6-57a7-442c-8c65-533d8b9cfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:10.449974 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-a18822d6-57a7-442c-8c65-533d8b9cfd86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1463125
Feb 19 02:34:10.559558 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-b313182b-6934-4451-9f45-5a8cafa6d890 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 1000 time: 0.1032846
Feb 19 02:34:10.569946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35176) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:10.589919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.606328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:10.610707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Usage tracker for resource:security_group_rule and tenant:b260dc0ed47f47f4afa39267ecb2b957 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:10.614449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:10.620817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:10.636282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-fabd3a21-b8e4-49f7-bb91-87550967edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:10.637941 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-fabd3a21-b8e4-49f7-bb91-87550967edfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0719869
Feb 19 02:34:10.710024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.713382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.723787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-43c6a057-480b-4936-9bc0-a0fc7e102d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:10.724697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-00c6d549-0ad4-4dab-bb33-4f9f848092af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:10.726360 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-00c6d549-0ad4-4dab-bb33-4f9f848092af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822887
Feb 19 02:34:10.770084 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b260dc0ed47f47f4afa39267ecb2b957&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964071
Feb 19 02:34:10.771133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35182) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:10.789480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9292b878-fbf7-47e9-83dc-f1b8876673f0,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:10.795593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-86ec1431-bb98-4537-9f5e-ecd365debfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:10.849884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.884337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.893112 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35186) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:10.951221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.959499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ab2f0a30-6944-4b67-9dca-6d09e3da3d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:10.976491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292b878-fbf7-47e9-83dc-f1b8876673f0,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:10.983341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:10.984533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:10.999790 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-314c15bd-72c3-41a2-9e3a-2bd419d0422a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9292b878-fbf7-47e9-83dc-f1b8876673f0 HTTP/1.1" status: 204  len: 168 time: 0.2275541
Feb 19 02:34:11.047567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.063139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:11.067378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Usage tracker for resource:security_group_rule and tenant:fff375b1da2448e787e175eede28c52e is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:11.070496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:11.076521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:11.119250 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-8ff30442-3fc9-4f42-a8a4-74dcd8f76ac8 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3857181
Feb 19 02:34:11.172076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.175258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.187106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d15fe964-d5b6-415c-92b1-64c0e3a7cbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:11.230193 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fff375b1da2448e787e175eede28c52e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3355381
Feb 19 02:34:11.231117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35196) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:11.253879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc8caa-cb7c-4cee-8297-c8668e64ca8f,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:11.266703 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-565c0c62-0812-4ea5-be92-b36a7a029e7d req-c2623c23-a4cc-4dd8-972b-52780af9ebcc service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404417
Feb 19 02:34:11.280710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-60c9b115-b223-48ec-8f4b-a8d80ef24e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:11.317964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.346924 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.393826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.399102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2206e790-105d-466b-91ee-773bba3e500d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:11.410666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc8caa-cb7c-4cee-8297-c8668e64ca8f,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:11.413419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:11.420065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:11.424593 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6cc8caa-cb7c-4cee-8297-c8668e64ca8f HTTP/1.1" status: 204  len: 168 time: 0.1864047
Feb 19 02:34:11.888996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.176050 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35340) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:15.303764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.318714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:15.322798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Usage tracker for resource:security_group_rule and tenant:f4ed72ee89554704836f2d5afd2d9f89 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:15.325815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:15.332502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:15.426629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.429201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.437859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a9ffb22d-eb21-48c0-863a-31bd77e7720b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:15.480949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46c165-3c61-4c5d-a5a6-3d8076a94d08,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:15.485571 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4ed72ee89554704836f2d5afd2d9f89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084042
Feb 19 02:34:15.486597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-022bbd03-fe0c-4785-b6eb-8b5e6d5d386c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:15.488461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35346) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:15.548510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.574639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.620868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.625875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1749c30f-a9a8-40cb-86e8-ceee82892664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:15.640389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46c165-3c61-4c5d-a5a6-3d8076a94d08,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:15.644097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:15.648399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.650826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8607c6ea-bc4d-417c-9759-4543f2b379e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a46c165-3c61-4c5d-a5a6-3d8076a94d08 HTTP/1.1" status: 204  len: 168 time: 0.1613657
Feb 19 02:34:15.934332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35354) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:15.953570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:15.973104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:15.977956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Usage tracker for resource:security_group_rule and tenant:4183a52c561341978f2505bd7c325d08 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:15.980937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:15.987353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:16.071261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.073851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.084010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2fc2e75-4e65-4e42-a390-7f964973a497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:16.127762 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4183a52c561341978f2505bd7c325d08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1922805
Feb 19 02:34:16.128750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9fbee-5898-4a70-bfa1-f206ec0b1f9c,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:16.130779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35360) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:16.132091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-905f2cc6-1739-474d-8bdc-bd7d35629f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:16.195786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.226460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.271535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.276484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4146df35-ca35-4c78-9fef-7d7f73ff1ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:16.290757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9fbee-5898-4a70-bfa1-f206ec0b1f9c,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:16.298823 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.300043 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6b9fbee-5898-4a70-bfa1-f206ec0b1f9c HTTP/1.1" status: 204  len: 168 time: 0.1680992
Feb 19 02:34:16.301542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.301960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.302396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.302800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.303200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.303597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.303994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.304387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.304784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.305175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.305565 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.305986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.306411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.306816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.307211 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.307603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.307992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.308392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.308780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.309171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.309563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.309951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.310339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.310749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:16.314174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:16.571603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35374) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:16.697855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.714100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:16.718472 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc562b9da994a688bbe3b2eda57f6c5 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:16.722059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:16.727968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:16.817382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.820634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.831580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d5c02da-d546-4c5c-8583-da82ab5772e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:16.881986 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bc562b9da994a688bbe3b2eda57f6c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3091440
Feb 19 02:34:16.882999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80842d-f9e7-4293-b2fd-1d10976f56c3,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:16.884855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35388) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:16.886287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:16.951042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:16.979114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.024773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.029867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6ab003f9-deec-491a-afd3-5233e5e7742b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:17.046656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80842d-f9e7-4293-b2fd-1d10976f56c3,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:17.049854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:17.063229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.065814 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-02a23047-b2e9-47c7-b954-3c18f707c207 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e80842d-f9e7-4293-b2fd-1d10976f56c3 HTTP/1.1" status: 204  len: 168 time: 0.1786830
Feb 19 02:34:17.140276 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35400) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:17.376667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1237844399-network', 'tenant_id': '3d06fed630784f7898b0a1ecb1da0e73'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:34:17.381707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:17.385801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Usage tracker for resource:network and tenant:3d06fed630784f7898b0a1ecb1da0e73 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:17.388844 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:17.394753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:17.404815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Made reservation on behalf of 3d06fed630784f7898b0a1ecb1da0e73 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:34:17.410065 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.422909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35408) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:17.423370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.439421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:17.442378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.443677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Usage tracker for resource:security_group_rule and tenant:3d06fed630784f7898b0a1ecb1da0e73 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:17.446883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:17.454115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:17.458559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:17.462633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Usage tracker for resource:security_group_rule and tenant:6daa94235484400797e8a8f586a29f0f is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:17.465581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:17.471577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:17.540786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.543684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.547962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-59959321-77fb-4d8b-a256-7766e869b636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:17.557450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.560345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.570145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-aef95ca4-f92a-4638-89d0-0f02e6714145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:17.585148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:34:17.587678 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db91da9-5b13-45bd-9ef5-dc88817e8763,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:17.593641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:17.598216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.598668 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Added segment 5e423c75-2902-4c71-a815-9451ff9897c4 of type vxlan for network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae
Feb 19 02:34:17.615467 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6daa94235484400797e8a8f586a29f0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1913390
Feb 19 02:34:17.616451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522b5f2-bb9e-4ee5-a040-19e700fc75cd,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:17.619295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35412) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:17.621998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-42f58edc-052a-4350-bcfa-ebcef1d73898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:17.627640 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.658426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.659722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:17.660377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.665441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:17.683563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.712044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.764666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.769876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-226b7050-c5e0-447d-99c0-ffa3b2851b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:17.780386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2607f0-8482-460e-ad7e-2fa17fd7e7ae,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:17.786531 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6422915
Feb 19 02:34:17.786531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:17.786761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522b5f2-bb9e-4ee5-a040-19e700fc75cd,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:17.786865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35416) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:17.788722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:17.792415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:17.792919 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:34:17.793649 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-2c095046-e6a4-48f4-9717-20b655af2f0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e522b5f2-bb9e-4ee5-a040-19e700fc75cd HTTP/1.1" status: 204  len: 168 time: 0.1733379
Feb 19 02:34:17.797540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Request body: {'subnet': {'network_id': '0b2607f0-8482-460e-ad7e-2fa17fd7e7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1237844399-subnet', 'tenant_id': '3d06fed630784f7898b0a1ecb1da0e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:34:17.804624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:17.807288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:34:17.809770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Usage tracker for resource:subnet and tenant:3d06fed630784f7898b0a1ecb1da0e73 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:17.813274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:17.819931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:17.832419 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Made reservation on behalf of 3d06fed630784f7898b0a1ecb1da0e73 for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:34:17.837969 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852414953'] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:18.258318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2348448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852414940'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:18.273993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8bfe5574-4db5-4d8c-9a30-4489438d0808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:18.406828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f4a6d4-c6ca-4e6a-aee3-a204ffe7a93a,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:18.412140 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:18.478298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Checking segment: {'id': '5e423c75-2902-4c71-a815-9451ff9897c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b2607f0-8482-460e-ad7e-2fa17fd7e7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:34:18.478761 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Network hostable DHCP agents. Network: 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:34:18.497400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:34:18.505464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:34:18.515167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cdc9ee-d5ea-4d71-94bc-e9b1d3f98bb4 None None] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:34:18.519998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:18.520656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:18.546163 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f7a907e0-35c9-4720-92cc-3fd62a3ca3ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7536972
Feb 19 02:34:18.753402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096a2e3-ba3d-42fe-ae9d-d9feb9753377 None None] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:34:18.977289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:34:19.332406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35498) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:19.339006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140234611-network', 'tenant_id': '65d0825df6c1412aa1ac58f414748375'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:34:19.344425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:19.349203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Usage tracker for resource:network and tenant:65d0825df6c1412aa1ac58f414748375 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:19.353182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:19.359121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:19.368586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Made reservation on behalf of 65d0825df6c1412aa1ac58f414748375 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:34:19.374192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.388326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.404605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:19.409832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Usage tracker for resource:security_group_rule and tenant:65d0825df6c1412aa1ac58f414748375 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:19.413036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:19.418861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:19.511708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.514572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.519474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5cf1025c-13b9-4d1d-9e0f-845013d4cc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:19.551033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:34:19.560428 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e36dfa-60cd-4f8f-9930-65944956fb32,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:19.565030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:19.567754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.568141 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Added segment 26aee119-33c7-4b0a-94de-69f21f5376c9 of type vxlan for network 1ef69223-6935-4611-a54e-bea7f5116c1a
Feb 19 02:34:19.596864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.627131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.628361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:19.629007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:19.634197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:19.745437 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4116974
Feb 19 02:34:19.746635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Pushing event updated for resources: {'Network': ['ID=1ef69223-6935-4611-a54e-bea7f5116c1a,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:19.748560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35520) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:19.749874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c464afc4-9737-4f9d-a857-c6768a5691ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:19.757066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Request body: {'subnet': {'network_id': '1ef69223-6935-4611-a54e-bea7f5116c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140234611-subnet', 'tenant_id': '65d0825df6c1412aa1ac58f414748375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:34:19.762627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 1ef69223-6935-4611-a54e-bea7f5116c1a details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:34:19.764839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:19.770347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Usage tracker for resource:subnet and tenant:65d0825df6c1412aa1ac58f414748375 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:19.774344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:19.777948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 1ef69223-6935-4611-a54e-bea7f5116c1a details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:34:19.780593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:19.791053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Made reservation on behalf of 65d0825df6c1412aa1ac58f414748375 for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:34:19.795862 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126713352'] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:20.213627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126713403'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:20.229098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:20.369809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42c5ed8-c57c-40f9-8a1e-5f7d79db7df4,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:20.374890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:20.435947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Checking segment: {'id': '26aee119-33c7-4b0a-94de-69f21f5376c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ef69223-6935-4611-a54e-bea7f5116c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:34:20.436511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Network hostable DHCP agents. Network: 1ef69223-6935-4611-a54e-bea7f5116c1a, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:34:20.455173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Network 1ef69223-6935-4611-a54e-bea7f5116c1a is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:34:20.464182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 1ef69223-6935-4611-a54e-bea7f5116c1a) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:34:20.474412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96079eec-aad8-4520-94c5-65ad1cc8d05e None None] Network 1ef69223-6935-4611-a54e-bea7f5116c1a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:34:20.476949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:20.477608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:20.502954 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-436fb2cd-32c3-406c-ae48-1f0602384bbb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7530193
Feb 19 02:34:20.708278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857dab6-a48a-4261-b567-536c8cbaddfb None None] Network 1ef69223-6935-4611-a54e-bea7f5116c1a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:34:30.839219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e507-8551-4132-ae12-fea3bbfe12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:33.286573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cc9222e6-39bf-46a4-9d17-86849955e0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:33.824726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:34.951450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:35.209525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:36.715326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-2f8948a2-743e-485a-a54b-053ac85e1f40 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1734754259&fields=id&tenant_id=ed76decd92fc4f23bf841fd8f151e05c HTTP/1.1" status: 200  len: 267 time: 0.0433006
Feb 19 02:34:36.809592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-29a36bc2-5fc5-4f79-887d-bf4f9a8a399c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:36.811214 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-29a36bc2-5fc5-4f79-887d-bf4f9a8a399c tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 984 time: 0.0893879
Feb 19 02:34:36.823583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Request body: {'port': {'security_groups': ['17490b9c-e24f-4d10-ab3e-4577b1639abb']}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:34:36.951537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.306703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:34:37.338602 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.342723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.369185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87e90b45-c824-4e69-8a35-e46230752bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:37.371153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35694) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:37.443084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Deleting subnet 14f4a6d4-c6ca-4e6a-aee3-a204ffe7a93a {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:34:37.446193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.500393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.525854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=6']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:37.539717 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.540141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.540556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.540960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.541364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.541766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.542165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.542590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.542987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.543383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.543779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.544174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.544641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.545039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.545433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.545828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.546218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.546643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.547034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.547431 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.547854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.548249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.548643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.549034 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:37.559239 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.561722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:37.585603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:37.586287 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.587895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aa8b0a11-50a5-4c90-b75f-18b0681eab58 req-3c153c0e-35d1-4e57-9d56-6f83dbc3d840 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "PUT /v2.0/ports/2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 942 time: 0.7692564
Feb 19 02:34:37.588485 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:34:37.651133 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:34:37.678780 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-2dad027b-72e1-40fe-839f-5bee7d4b3547 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups/c3045f51-a241-4ad3-81a3-c9120a6b039a HTTP/1.1" status: 200  len: 3005 time: 0.0663326
Feb 19 02:34:37.762028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.794202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.814997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9f343271-5fe9-4e9d-a524-f34d02957ace None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:34:37.815408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9f343271-5fe9-4e9d-a524-f34d02957ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.847052 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.853214 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4461c1c0-45a4-4cb4-87b5-1c9ac7ba21b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:37.870252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3045f51-a241-4ad3-81a3-c9120a6b039a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:37.873996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:37.880843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:37.882340 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-205f50ff-cc08-4bef-a3b1-2806af09405b req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3045f51-a241-4ad3-81a3-c9120a6b039a HTTP/1.1" status: 204  len: 173 time: 0.1967647
Feb 19 02:34:37.893407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-6700bde1-59cc-4f78-9f0d-eb6fff0a8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:37.894569 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-6700bde1-59cc-4f78-9f0d-eb6fff0a8d30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.1995027
Feb 19 02:34:38.065719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:38.105022 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:38.195590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f4a6d4-c6ca-4e6a-aee3-a204ffe7a93a,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:38.218849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:38.247582 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-f22a73a6-103f-4751-b785-c46b5db3f181 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/floatingips/33eb8a62-b763-4aa2-b277-c03f9aff9684 HTTP/1.1" status: 200  len: 997 time: 0.3373933
Feb 19 02:34:38.392951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-8d3c54fe-7eb0-4078-acb8-bd2a28478f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:38.394581 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-8d3c54fe-7eb0-4078-acb8-bd2a28478f0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.4831390
Feb 19 02:34:38.395633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:38.469505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-279e5a84-53ae-498b-b477-237972de34ee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/14f4a6d4-c6ca-4e6a-aee3-a204ffe7a93a HTTP/1.1" status: 204  len: 168 time: 1.0971713
Feb 19 02:34:38.472235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35706) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:38.604559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:38.789851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-f4763a4b-b5de-4106-ab85-ddf56bafdb11 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:38.791389 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-f4763a4b-b5de-4106-ab85-ddf56bafdb11 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.5276921
Feb 19 02:34:38.792575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:34:38.793443 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-15736767-8c30-406b-b8e3-10cee29d5106 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 1000 time: 0.3892224
Feb 19 02:34:38.806863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:38.843305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-5bbb6165-f6d9-450a-9606-c951a04cec11 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:34:38.844416 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-5bbb6165-f6d9-450a-9606-c951a04cec11 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0451133
Feb 19 02:34:38.877391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 2d39a22b-39a7-4bd0-b9ae-911a223833df triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:34:38.877815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:38.972661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-0f72f123-e894-404a-80d6-8d1a09de2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:38.974268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-0f72f123-e894-404a-80d6-8d1a09de2165 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.1736324
Feb 19 02:34:38.982328 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-9b76739b-057d-44ea-9a47-5dc427a6a921 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200  len: 1000 time: 0.1276102
Feb 19 02:34:38.992156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5e240>,) {'filters': {'network_id': ['0b2607f0-8482-460e-ad7e-2fa17fd7e7ae']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:39.022072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5e240>, '5e423c75-2902-4c71-a815-9451ff9897c4') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:39.022499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5e240>, '5e423c75-2902-4c71-a815-9451ff9897c4') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:39.060889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.077483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.080415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:34:39.122457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-487f1cf0-9912-4c77-b212-6e90fbb9ce69 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:39.124089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-487f1cf0-9912-4c77-b212-6e90fbb9ce69 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports/2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 942 time: 0.1035230
Feb 19 02:34:39.142995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-d2c413af-8c66-4abd-a028-8c9befb4f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:39.144925 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-d2c413af-8c66-4abd-a028-8c9befb4f04e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1616552
Feb 19 02:34:39.384585 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-a1194b69-295a-470d-8fe1-9411119c7d22 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.59 HTTP/1.1" status: 200  len: 1000 time: 0.1490855
Feb 19 02:34:39.485765 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-218adcba-7dfd-411d-a4b4-cb0aba8d9c61 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3330829
Feb 19 02:34:39.515837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:34:39.525490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.706077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Network 0b2607f0-8482-460e-ad7e-2fa17fd7e7ae has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:34:39.732683 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:34:39.744670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Deleting port f6aaf850-0cfa-4baf-95b6-b31af8d9b32e {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:34:39.744999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.776014 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-196cd60a-a80c-48f4-8c8b-b3b0a16b4840 req-40a020f1-205f-4d0a-ace8-269c1dfb7b47 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2806017
Feb 19 02:34:39.810331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.813824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:39.830579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.838277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2607f0-8482-460e-ad7e-2fa17fd7e7ae,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:39.841378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0b2607f0-8482-460e-ad7e-2fa17fd7e7ae HTTP/1.1" status: 204  len: 168 time: 1.3679678
Feb 19 02:34:39.842388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1d345a96-cfc8-4707-90f3-35cf10ec4e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:39.844369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35718) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:39.915913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Deleting subnet d42c5ed8-c57c-40f9-8a1e-5f7d79db7df4 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:34:39.919229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.938095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.938641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:39.974250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.038719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.075747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Calling delete_port for f6aaf850-0cfa-4baf-95b6-b31af8d9b32e owned by network:floatingip {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:34:40.245417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.259100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2ef29a6c-fc30-4bdd-93ae-9f319b163fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:40.306451 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.322098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:40.357835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event deleted for resources: {'Port': ['ID=f6aaf850-0cfa-4baf-95b6-b31af8d9b32e,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:40.365433 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:40.420195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42c5ed8-c57c-40f9-8a1e-5f7d79db7df4,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:40.424665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:40.460196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.467101 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8e933e54-910f-477d-88a8-30fd77e9bcd6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d42c5ed8-c57c-40f9-8a1e-5f7d79db7df4 HTTP/1.1" status: 204  len: 168 time: 0.6209905
Feb 19 02:34:40.469075 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35726) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:40.497529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks [] for floatingip, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.498184 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Floating IP 33eb8a62-b763-4aa2-b277-c03f9aff9684 disassociated (deleted). External IP: 172.27.1.59, port: 2d39a22b-39a7-4bd0-b9ae-911a223833df.
Feb 19 02:34:40.592887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.789153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.887154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Router 57477673-4ce9-49ae-92a5-c3b5a35f1178 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:34:40.906834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd550>,) {'filters': {'network_id': ['1ef69223-6935-4611-a54e-bea7f5116c1a']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:40.920436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd550>, '26aee119-33c7-4b0a-94de-69f21f5376c9') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:40.920788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd550>, '26aee119-33c7-4b0a-94de-69f21f5376c9') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:40.933749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.949564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:40.951654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:34:41.080800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:34:41.091782 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Sync routers for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:34:41.102494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:34:41.103295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7f60>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:34:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:41.105767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.138848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Network 1ef69223-6935-4611-a54e-bea7f5116c1a has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:34:41.148977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.304385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:34:41.345804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Network 1ef69223-6935-4611-a54e-bea7f5116c1a has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:34:41.372092 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:34:41.414127 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "DELETE /v2.0/floatingips/33eb8a62-b763-4aa2-b277-c03f9aff9684 HTTP/1.1" status: 204  len: 173 time: 2.0174997
Feb 19 02:34:41.414897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:34:41.463119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.467172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-81711497-3c7a-4d62-b2dd-52c93291d98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:41.481143 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:34:41.484661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.491550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef69223-6935-4611-a54e-bea7f5116c1a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:41.494989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:41.500109 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ef69223-6935-4611-a54e-bea7f5116c1a HTTP/1.1" status: 204  len: 168 time: 1.0270736
Feb 19 02:34:41.523288 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-165006f9-0247-45b6-b099-5e18f6068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:41.525207 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-165006f9-0247-45b6-b099-5e18f6068841 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.0961642
Feb 19 02:34:41.664198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7f60>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:41.668293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Checking router: 57477673-4ce9-49ae-92a5-c3b5a35f1178 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:34:41.677793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:34:41.678482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7f60>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:34:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:41.680232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ec848aff-0f35-45e2-8e53-5697dc2e53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:41.681870 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-ec848aff-0f35-45e2-8e53-5697dc2e53ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1504261
Feb 19 02:34:41.691142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35738) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:41.744406 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-618ac179-9d40-473c-899f-529f6ec7fd1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d06fed630784f7898b0a1ecb1da0e73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519381
Feb 19 02:34:41.747114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35742) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:41.767683 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-d7f7c2fb-69db-4be2-afe3-9a7b8e5d9f86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 217 time: 0.0724909
Feb 19 02:34:41.816607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.845796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.850125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-6351ffd5-8b69-442d-9fe5-6a1a753f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:41.851795 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-6351ffd5-8b69-442d-9fe5-6a1a753f641b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0767007
Feb 19 02:34:41.889789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:34:41.897915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.903517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fa751046-07df-4aff-8681-6f2b54e093c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:41.917694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db91da9-5b13-45bd-9ef5-dc88817e8763,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:41.921178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:41.923822 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:41.925206 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-84fde61f-9494-441e-b5b1-78cbdd53e937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3db91da9-5b13-45bd-9ef5-dc88817e8763 HTTP/1.1" status: 204  len: 168 time: 0.1771455
Feb 19 02:34:41.973835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-4e732d70-eb1b-4d49-9068-a6fed6ffb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:41.982611 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-4e732d70-eb1b-4d49-9068-a6fed6ffb2fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239583
Feb 19 02:34:42.135098 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-872115f1-5f0a-4f14-80ef-2548cd307172 service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512215
Feb 19 02:34:42.260399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41ce7f60>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:42.264819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493684f3-ac2a-4e79-9765-b56637e125c2 None None] The sync data for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi is: [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:32:14Z', 'revision_number': 4, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '58526d7d-cef4-4676-a08e-580f2aec629f', 'name': '', 'network_id': '44a41470-32cc-4220-b6d8-4fa5cdef8de0', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'mac_address': 'fa:16:3e:80:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:13Z', 'updated_at': '2021-02-19T02:32:24Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'subnets': [{'id': '22d24ca2-cde5-4005-bf5e-16e9ca190594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:34:42.283717 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dd625929-c3ac-4ab2-9d9d-bb97535c71af req-077cf8c1-fe10-4c87-89f9-5f930fb1b649 service neutron] 10.222.0.44 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465447
Feb 19 02:34:42.321008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35752) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:42.374945 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-bc59134b-b429-440d-ad78-e90390af0026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65d0825df6c1412aa1ac58f414748375&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525987
Feb 19 02:34:42.377596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35756) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:42.441217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:42.469989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:42.479008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:42.520836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:42.526541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5d552b64-5a42-4b08-9fc0-04fc0fb45526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:42.538178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e36dfa-60cd-4f8f-9930-65944956fb32,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:42.540846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:42.546611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:42.548385 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8c233e9c-bb4e-4323-b269-52f690cd4236 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39e36dfa-60cd-4f8f-9930-65944956fb32 HTTP/1.1" status: 204  len: 168 time: 0.1692958
Feb 19 02:34:42.685777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75768e20-77de-4fc4-83de-02d140e98e30 None None] New status for floating IP 33eb8a62-b763-4aa2-b277-c03f9aff9684: DOWN {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:34:43.505264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-8cc8b106-b5af-43a1-bd43-3f86c22158a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:43.506918 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-8cc8b106-b5af-43a1-bd43-3f86c22158a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 1162 time: 0.0862958
Feb 19 02:34:43.652122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-26b24901-7ed2-48aa-bfb8-9e9c769a3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:43.653712 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-26b24901-7ed2-48aa-bfb8-9e9c769a3660 service neutron] 10.222.0.53 "GET /v2.0/networks?id=44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 200  len: 908 time: 0.1399429
Feb 19 02:34:43.731893 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-3565155e-4ff3-4d85-9545-5e116d363c13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 200  len: 217 time: 0.0715168
Feb 19 02:34:43.812737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-f9fbb489-8818-4954-a848-6443607ecc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:43.815535 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-f9fbb489-8818-4954-a848-6443607ecc5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 200  len: 853 time: 0.0769846
Feb 19 02:34:43.955499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-3455c6a4-5768-4b2a-9277-797ada41e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:43.957107 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-3455c6a4-5768-4b2a-9277-797ada41e782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=44a41470-32cc-4220-b6d8-4fa5cdef8de0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1322308
Feb 19 02:34:44.109317 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-5f679895-521d-4678-addc-09acfa1c1d9d service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450791
Feb 19 02:34:44.254171 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3f63aa8a-8c48-4f4a-803c-8f6fcd1d6ea0 req-476e2fb5-59b4-440b-95f8-a4183b66f447 service neutron] 10.222.0.53 "GET /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381824
Feb 19 02:34:49.617631 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-0d0c5f36-2ace-44b4-8109-8ad9786d59ba tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/floatingips/e3b0810c-74d8-4003-a582-fca2ac3245ed HTTP/1.1" status: 200  len: 997 time: 0.1144655
Feb 19 02:34:49.777127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-91c944b6-a1c9-4557-956e-414d8b821a89 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:49.778627 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-91c944b6-a1c9-4557-956e-414d8b821a89 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1551533
Feb 19 02:34:49.790298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-bde7094c-2f81-4918-bf6c-227682b50e64 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:34:49.791378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-bde7094c-2f81-4918-bf6c-227682b50e64 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063720
Feb 19 02:34:49.902481 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-d67f5034-c357-47d7-9c4e-d1aadc4d6a76 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.6 HTTP/1.1" status: 200  len: 1000 time: 0.1049886
Feb 19 02:34:49.987417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-ab75c2e1-b263-4780-a2d5-03cb403eefd9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:49.988895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-ab75c2e1-b263-4780-a2d5-03cb403eefd9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports/9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 943 time: 0.0799441
Feb 19 02:34:50.189651 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-a602aa08-69fb-4431-bc6c-38327a217078 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.6 HTTP/1.1" status: 200  len: 1000 time: 0.1180825
Feb 19 02:34:50.406033 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Deleting port 4542e539-6b5f-4049-82ea-165a70ec4408 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:34:50.406450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:50.589137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:50.589512 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:50.720202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Calling delete_port for 4542e539-6b5f-4049-82ea-165a70ec4408 owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:34:50.884102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:50.900254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5049b0c0-9b5e-4af4-a128-a4ed89550e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:51.242457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event deleted for resources: {'Port': ['ID=4542e539-6b5f-4049-82ea-165a70ec4408,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:51.245421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:51.358836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:51.359210 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Floating IP e3b0810c-74d8-4003-a582-fca2ac3245ed disassociated (deleted). External IP: 172.27.1.6, port: 9b55214e-d4a5-4d7f-a090-48b12fdd6991.
Feb 19 02:34:51.738278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Router 5cd91d82-3573-4d3b-978b-c1919eefcdcd has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:34:51.933648 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:34:51.944521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Sync routers for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:34:51.955399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:34:51.956372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b154a8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:34:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:51.960593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:52.024166 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-5c806c4b-1b2f-47f2-8dbb-64f6d319a646 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "DELETE /v2.0/floatingips/e3b0810c-74d8-4003-a582-fca2ac3245ed HTTP/1.1" status: 204  len: 173 time: 1.8284583
Feb 19 02:34:52.025036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:34:52.081178 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'status': 'completed', 'code': 200}
Feb 19 02:34:52.195972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311888-878f-41db-b8fa-180de0084090 req-602fa738-0311-486c-b2d0-ebc64b71dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.197607 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-602fa738-0311-486c-b2d0-ebc64b71dfb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.0933912
Feb 19 02:34:52.255896 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-65ba7f6e-9529-4c62-a07a-bd055ee0f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.257758 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-65ba7f6e-9529-4c62-a07a-bd055ee0f3da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e134d1a72aee466e8636d06121d39c09&device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 1163 time: 0.2140813
Feb 19 02:34:52.325393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:34:52.347148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311888-878f-41db-b8fa-180de0084090 req-0648775d-b1b8-47c3-8b11-ea9c39e193ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.349013 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-0648775d-b1b8-47c3-8b11-ea9c39e193ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.1441612
Feb 19 02:34:52.403495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-5ab4c102-190d-4cbb-b0aa-b6e263d53e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.405135 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-5ab4c102-190d-4cbb-b0aa-b6e263d53e1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 200  len: 902 time: 0.1410601
Feb 19 02:34:52.426436 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-a5cff47e-f7b0-4a04-b6d3-33b58e57461d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 217 time: 0.0705450
Feb 19 02:34:52.484563 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-cf6deaac-f747-4aea-97f9-cac614800ce7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 200  len: 217 time: 0.0715332
Feb 19 02:34:52.496993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311888-878f-41db-b8fa-180de0084090 req-34339891-de83-45da-adac-49343282439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.498829 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-34339891-de83-45da-adac-49343282439f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0658650
Feb 19 02:34:52.556450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-76639b2b-f43d-4adf-87ca-3c1c2964dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.558085 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-76639b2b-f43d-4adf-87ca-3c1c2964dd95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 200  len: 847 time: 0.0666189
Feb 19 02:34:52.590241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311888-878f-41db-b8fa-180de0084090 req-e5e312ab-aeeb-4dec-a759-37e93d93c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.591915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-e5e312ab-aeeb-4dec-a759-37e93d93c850 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867825
Feb 19 02:34:52.649626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a708-ff63-4da3-be01-b556832cc85b req-e3084608-6c54-47c0-873b-08e03369f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:52.651435 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-e3084608-6c54-47c0-873b-08e03369f66f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a196cc5-5370-49d8-b297-9862ae510cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860450
Feb 19 02:34:52.674384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b154a8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:52.680368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Checking router: 5cd91d82-3573-4d3b-978b-c1919eefcdcd for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:34:52.690231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:34:52.690978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41b154a8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:34:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:52.748201 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-1708fa48-0b45-4103-8baf-4f34f1065304 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488645
Feb 19 02:34:52.810850 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-aac82b1e-4f0d-493b-9db3-0599962cce88 service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523170
Feb 19 02:34:52.888095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:34:52.898842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bf311888-878f-41db-b8fa-180de0084090 req-d0f37877-bfc6-4520-a00d-e725d477bcc1 service neutron] 10.222.0.53 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445563
Feb 19 02:34:52.963146 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1823a708-ff63-4da3-be01-b556832cc85b req-ddcc35a3-fe03-467c-9f26-dc890f0392b5 service neutron] 10.222.0.44 "GET /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448431
Feb 19 02:34:53.228788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41b154a8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:34:53.233015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c03b6-7c2c-45eb-9c91-cb23b1a8b540 None None] The sync data for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi is: [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:29:26Z', 'revision_number': 4, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': '45261a26-987d-47a2-b184-8b6ca7fa35f6', 'name': '', 'network_id': '1a196cc5-5370-49d8-b297-9862ae510cb8', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'mac_address': 'fa:16:3e:29:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:24Z', 'updated_at': '2021-02-19T02:29:33Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'subnets': [{'id': '8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:34:53.371618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c515421-5ccf-4cb2-9099-c43c5a16c4ee req-939e4db8-377c-40a1-97f3-87402d106ca8 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:53.372383 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-2c515421-5ccf-4cb2-9099-c43c5a16c4ee req-939e4db8-377c-40a1-97f3-87402d106ca8 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Synchronizing usage tracker for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:34:53.387452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-2c515421-5ccf-4cb2-9099-c43c5a16c4ee req-939e4db8-377c-40a1-97f3-87402d106ca8 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Unset dirty status for tenant:e134d1a72aee466e8636d06121d39c09 on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:34:53.388710 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2c515421-5ccf-4cb2-9099-c43c5a16c4ee req-939e4db8-377c-40a1-97f3-87402d106ca8 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1022294
Feb 19 02:34:53.436415 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2c515421-5ccf-4cb2-9099-c43c5a16c4ee req-0ed33b2a-a7bf-4970-a6d4-4e394f66fcca tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406778
Feb 19 02:34:53.645377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81707-04b7-4c78-bc77-ed6e5c774cbd None None] New status for floating IP e3b0810c-74d8-4003-a582-fca2ac3245ed: DOWN {{(pid=84009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:34:54.638683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7700a1-0dc6-4ca7-b94e-872490841f3d req-d1ede4b8-d7d3-4616-82c5-4a9dd5f21099 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:54.640364 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7700a1-0dc6-4ca7-b94e-872490841f3d req-d1ede4b8-d7d3-4616-82c5-4a9dd5f21099 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0897114
Feb 19 02:34:54.686837 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a7700a1-0dc6-4ca7-b94e-872490841f3d req-3fd97d8a-904d-4f50-bbdc-ea4fbfed5f15 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404093
Feb 19 02:34:55.890701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5621-e19e-427d-8e87-a31fb474a2e4 req-af535ee4-7705-4e30-98ce-a0e91728b69b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:55.892859 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e38a5621-e19e-427d-8e87-a31fb474a2e4 req-af535ee4-7705-4e30-98ce-a0e91728b69b tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.0871491
Feb 19 02:34:55.943339 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e38a5621-e19e-427d-8e87-a31fb474a2e4 req-2fc77539-6243-4d52-89a9-308edb6b5264 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0443418
Feb 19 02:34:55.976712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:34:57.177104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ccc7a-ea2f-4a93-8d07-2b3c5ff429bb req-553ff170-901d-4946-a448-0da44ca56bb2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:57.178731 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d95ccc7a-ea2f-4a93-8d07-2b3c5ff429bb req-553ff170-901d-4946-a448-0da44ca56bb2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1031299
Feb 19 02:34:57.234062 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d95ccc7a-ea2f-4a93-8d07-2b3c5ff429bb req-7ddf289e-ec61-47f0-ad3c-912bb8382b09 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0474658
Feb 19 02:34:57.345341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-59946118-06bc-42cf-8cb1-986ce6f1afe9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:57.346915 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-59946118-06bc-42cf-8cb1-986ce6f1afe9 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.53 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 946 time: 0.1054158
Feb 19 02:34:57.427366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Deleting port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:34:57.427769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:57.511776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 9b55214e-d4a5-4d7f-a090-48b12fdd6991 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:34:57.682244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:57.711674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:34:57.723632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:34:57.728029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:57.730116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f86cc2b6-50a0-4efb-893c-b53ff8eccd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:57.777811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:34:57.778300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:57.785945 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'code': 200}
Feb 19 02:34:57.808974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=7']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:57.817564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.817968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.818413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.818804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.819196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.819575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.819951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.820445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.820824 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.821330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.821570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.821945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.822405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.822789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.823172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.823546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.823925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.824291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.824662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.825035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.825426 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.825799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.826171 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.826638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:34:57.831719 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:57.923010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Calling delete_port for 9b55214e-d4a5-4d7f-a090-48b12fdd6991 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:34:58.015295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:34:58.015664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:34:58.451991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b0063-e669-4928-a42c-7752259b137b req-199f1f96-9858-46f3-a9d9-8b1efeb7c862 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:58.454463 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff1b0063-e669-4928-a42c-7752259b137b req-199f1f96-9858-46f3-a9d9-8b1efeb7c862 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 944 time: 0.0856183
Feb 19 02:34:58.503964 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ff1b0063-e669-4928-a42c-7752259b137b req-54520d77-15a2-4bf8-98da-9528d31d994c tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433812
Feb 19 02:34:58.517068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Deleting port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:34:58.517408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:58.780132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] For port 9b55214e-d4a5-4d7f-a090-48b12fdd6991, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9b55214e-d4a5-4d7f-a090-48b12fdd6991,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:34:58.780470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:58.933262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Calling delete_port for 9b55214e-d4a5-4d7f-a090-48b12fdd6991 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:34:59.147163 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.150294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 35972) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:59.164194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5e91cd29-7992-4132-abb7-e5adb982d6fb tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:59.271191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event deleted for resources: {'Port': ['ID=9b55214e-d4a5-4d7f-a090-48b12fdd6991,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:59.277778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.282333 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:59.295217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:34:59.299910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Usage tracker for resource:security_group_rule and tenant:006d02540dce44e780556a7e86ce091c is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:34:59.302923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:34:59.308680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:34:59.322504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed87db-ac8e-49b8-a694-b3cbb639f630 req-f22efc20-51d5-4ae6-a0d8-09ddfdedc41f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:34:59.323248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e0ed87db-ac8e-49b8-a694-b3cbb639f630 req-f22efc20-51d5-4ae6-a0d8-09ddfdedc41f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:34:59.362690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e0ed87db-ac8e-49b8-a694-b3cbb639f630 req-f22efc20-51d5-4ae6-a0d8-09ddfdedc41f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:34:59.363949 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0ed87db-ac8e-49b8-a694-b3cbb639f630 req-f22efc20-51d5-4ae6-a0d8-09ddfdedc41f tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.4389651
Feb 19 02:34:59.394589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.397396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.410543 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:59.421809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] No DVR routers for this DVR port 9b55214e-d4a5-4d7f-a090-48b12fdd6991 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:34:59.426215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.428948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-deleted', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:34:59.457831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0f297c45-004e-4110-9d89-f563513cd0c6 req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.53 "DELETE /v2.0/ports/9b55214e-d4a5-4d7f-a090-48b12fdd6991 HTTP/1.1" status: 204  len: 173 time: 2.1047502
Feb 19 02:34:59.460317 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=006d02540dce44e780556a7e86ce091c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088162
Feb 19 02:34:59.462317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e200bc-bc96-42cd-ba83-ea52f8c0da3b,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:59.466283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35980) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:34:59.471889 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e0ed87db-ac8e-49b8-a694-b3cbb639f630 req-079661f9-e88b-4b29-b440-b45f9cd09cf3 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698597
Feb 19 02:34:59.484280 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900317e8-8e9d-49e0-927b-a4d30c204f2c', 'name': 'network-vif-deleted', 'tag': '9b55214e-d4a5-4d7f-a090-48b12fdd6991', 'status': 'completed', 'code': 200}
Feb 19 02:34:59.487425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-290b8d44-cf84-401f-906a-9204455acdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:59.541308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.570448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.618488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.622496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-09010dd1-e71c-4f37-90ab-fcfe7e26efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:34:59.637301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e200bc-bc96-42cd-ba83-ea52f8c0da3b,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:34:59.642103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:34:59.645576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:34:59.648946 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ac0d8593-5e49-4018-ab7e-a3b056871e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21e200bc-bc96-42cd-ba83-ea52f8c0da3b HTTP/1.1" status: 204  len: 168 time: 0.1790526
Feb 19 02:34:59.696331 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8e300def-7d85-41ac-86b6-26f7a25c097b req-7a0a895b-a239-4d01-ae00-996e6add8c74 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/ports?device_id=900317e8-8e9d-49e0-927b-a4d30c204f2c HTTP/1.1" status: 200  len: 210 time: 0.0741053
Feb 19 02:35:00.482074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 35994) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:00.841581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-04afb3e1-35f1-4181-9fbf-23c93fa28ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:00.867905 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-d53ea582-7ac0-494c-a5ad-94ad9a7fe615 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "GET /v2.0/security-groups/2ae6ce9c-43f2-4e7d-ada0-360d5156cba4 HTTP/1.1" status: 200  len: 2993 time: 0.0528119
Feb 19 02:35:00.878477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:00.912779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:00.923967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Usage tracker for resource:security_group_rule and tenant:edf0aad1050748f9b383c6ef8d1961cc is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:00.928467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:00.937192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:00.949626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:00.981469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:00.984463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-c870530b-1783-461d-b581-bff033b93637 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:00.986669 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-c870530b-1783-461d-b581-bff033b93637 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.4469721
Feb 19 02:35:01.029181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.035524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0b25d747-0017-4d60-88e1-dbd31ea9beb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:01.036608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a84e-eb3a-4430-8531-3550b9345435 req-fc1b8ca3-bb8c-416f-820a-1769788e03d7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:01.038273 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea07a84e-eb3a-4430-8531-3550b9345435 req-fc1b8ca3-bb8c-416f-820a-1769788e03d7 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 945 time: 0.2316442
Feb 19 02:35:01.051617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6ce9c-43f2-4e7d-ada0-360d5156cba4,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:01.056589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:01.067399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.068713 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7f6323fe-f90d-4460-b27d-719877ca0c51 req-8d2e96fb-15b4-46a1-b3ae-5a9803521909 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ae6ce9c-43f2-4e7d-ada0-360d5156cba4 HTTP/1.1" status: 204  len: 173 time: 0.1942794
Feb 19 02:35:01.118952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36008) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:01.131615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Deleting port 2d39a22b-39a7-4bd0-b9ae-911a223833df {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:01.132015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.188089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ea07a84e-eb3a-4430-8531-3550b9345435 req-fd4f2eb3-d3e3-4b74-9796-c059b1874bab tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309814
Feb 19 02:35:01.289255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.294976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.305436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0cbb2725-c601-45aa-97e4-28b2c68a1295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:01.433265 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf0aad1050748f9b383c6ef8d1961cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9498816
Feb 19 02:35:01.437250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36014) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:01.442694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3abc9-f5a9-4e28-ae87-188f7c675809,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:01.448310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-70a5f71e-5cd6-4d7c-87d1-12027e73ee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:01.549832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:01.550459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.553575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 2d39a22b-39a7-4bd0-b9ae-911a223833df no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:01.621090 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.675299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.692187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Calling delete_port for 2d39a22b-39a7-4bd0-b9ae-911a223833df owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:01.707119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:35:01.717765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:01.722675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.724695 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:01.765173 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'code': 200}
Feb 19 02:35:01.770613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.774060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.803771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=7']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:01.808145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:01.844853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:35:01.846400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:35:01.853837 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.858409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c8034c42-93d0-4e4c-a4f9-460fca6e85c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:01.873354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3abc9-f5a9-4e28-ae87-188f7c675809,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:01.879954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:01.886024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:01.887342 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fee3abc9-f5a9-4e28-ae87-188f7c675809 HTTP/1.1" status: 204  len: 168 time: 0.4460900
Feb 19 02:35:02.346714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Deleting port 2d39a22b-39a7-4bd0-b9ae-911a223833df {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:02.347103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:02.433521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Deleting port 45261a26-987d-47a2-b184-8b6ca7fa35f6 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:02.434097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:02.527310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6acce-d8e5-4207-8654-6d5c19750bab req-a9cd2a39-1d01-4dfe-93b8-49070a24271b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:02.528084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8ee6acce-d8e5-4207-8654-6d5c19750bab req-a9cd2a39-1d01-4dfe-93b8-49070a24271b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:02.619196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-8ee6acce-d8e5-4207-8654-6d5c19750bab req-a9cd2a39-1d01-4dfe-93b8-49070a24271b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:02.620565 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ee6acce-d8e5-4207-8654-6d5c19750bab req-a9cd2a39-1d01-4dfe-93b8-49070a24271b tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 943 time: 0.3111537
Feb 19 02:35:02.628475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] For port 45261a26-987d-47a2-b184-8b6ca7fa35f6, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=45261a26-987d-47a2-b184-8b6ca7fa35f6,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:02.629167 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:02.701317 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8ee6acce-d8e5-4207-8654-6d5c19750bab req-bbbc00c1-032f-4e0b-b53d-6760b9171a62 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/security-groups?id=17490b9c-e24f-4d10-ab3e-4577b1639abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688999
Feb 19 02:35:02.703909 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] For port 2d39a22b-39a7-4bd0-b9ae-911a223833df, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=2d39a22b-39a7-4bd0-b9ae-911a223833df,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:02.704309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:02.784318 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Calling delete_port for 45261a26-987d-47a2-b184-8b6ca7fa35f6 owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:02.849960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Calling delete_port for 2d39a22b-39a7-4bd0-b9ae-911a223833df owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:02.983053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.003568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-08611fed-7ef2-4ba7-ba90-9a4ecd2d0b2d tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:03.019777 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.036003 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:03.091972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Pushing event deleted for resources: {'Port': ['ID=2d39a22b-39a7-4bd0-b9ae-911a223833df,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:03.095960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:03.106480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Pushing event deleted for resources: {'Port': ['ID=45261a26-987d-47a2-b184-8b6ca7fa35f6,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:03.118893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:03.301350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] No DVR routers for this DVR port 2d39a22b-39a7-4bd0-b9ae-911a223833df on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:35:03.303439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c005b741-7703-4a8e-9f7b-7192d5a5edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.306619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.309676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-deleted', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:35:03.327145 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-660dbbb6-c07c-4deb-ada8-3887a74d3d5b req-321c6c89-7fea-4c0c-b932-892b3adf7bae tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.53 "DELETE /v2.0/ports/2d39a22b-39a7-4bd0-b9ae-911a223833df HTTP/1.1" status: 204  len: 173 time: 2.3331466
Feb 19 02:35:03.381400 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a4f24-919b-4160-9c5f-07d6513e1e08', 'name': 'network-vif-deleted', 'tag': '2d39a22b-39a7-4bd0-b9ae-911a223833df', 'status': 'completed', 'code': 200}
Feb 19 02:35:03.469499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.836549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:03.893881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-26a68356-a4a5-4b1c-a705-7b6ae6488b00 req-1a682be6-3dd0-44ad-a915-5a7d9305000d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Synchronizing usage tracker for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:03.911399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-26a68356-a4a5-4b1c-a705-7b6ae6488b00 req-1a682be6-3dd0-44ad-a915-5a7d9305000d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Unset dirty status for tenant:ed76decd92fc4f23bf841fd8f151e05c on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:03.912705 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-26a68356-a4a5-4b1c-a705-7b6ae6488b00 req-1a682be6-3dd0-44ad-a915-5a7d9305000d tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a4f24-919b-4160-9c5f-07d6513e1e08 HTTP/1.1" status: 200  len: 210 time: 0.0678298
Feb 19 02:35:04.024703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Router 5cd91d82-3573-4d3b-978b-c1919eefcdcd has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:35:04.212247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:04.221718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Sync routers for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:04.226484 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] 10.222.0.44 "PUT /v2.0/routers/5cd91d82-3573-4d3b-978b-c1919eefcdcd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1063244
Feb 19 02:35:04.229157 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36052) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:04.231502 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:04.232176 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf415c57b8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:04.422685 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:04.439168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:04.619636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:04.628409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Deleting port 9c86743d-d827-46e4-9f16-0e31256a5108 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:04.628803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:04.745356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf415c57b8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:35:02Z', 'revision_number': 5, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port': {'id': '9c86743d-d827-46e4-9f16-0e31256a5108', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:19Z', 'updated_at': '2021-02-19T02:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:04.749498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Checking router: 5cd91d82-3573-4d3b-978b-c1919eefcdcd for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:04.759598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Routers {'5cd91d82-3573-4d3b-978b-c1919eefcdcd'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:04.760308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf415c57b8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:05.108588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] For port 9c86743d-d827-46e4-9f16-0e31256a5108, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=9c86743d-d827-46e4-9f16-0e31256a5108,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:05.109192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.112058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.131048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] Set router 5cd91d82-3573-4d3b-978b-c1919eefcdcd gateway port host: None {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:05.250716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Calling delete_port for 9c86743d-d827-46e4-9f16-0e31256a5108 owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:05.285475 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf415c57b8>, [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:35:04Z', 'revision_number': 6, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:05.292544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bd780-384b-4b70-87c3-8eb5e6256c0d None None] The sync data for ids ['5cd91d82-3573-4d3b-978b-c1919eefcdcd'] in dv-cinder-776422-2-iscsi is: [{'id': '5cd91d82-3573-4d3b-978b-c1919eefcdcd', 'name': 'tempest-TestShelveInstance-336767559-router', 'tenant_id': 'e134d1a72aee466e8636d06121d39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:17Z', 'updated_at': '2021-02-19T02:35:04Z', 'revision_number': 6, 'project_id': 'e134d1a72aee466e8636d06121d39c09', 'gw_port_host': None}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:05.300662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.468951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.560438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fe5673fd-88f2-49d7-95e6-a7a2a098b359 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:05.637561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c86743d-d827-46e4-9f16-0e31256a5108,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:05.657388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:05.735575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.899452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36132) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:05.921537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 9c86743d-d827-46e4-9f16-0e31256a5108 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:05.932720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.935558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.966340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.966849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 9c86743d-d827-46e4-9f16-0e31256a5108 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:05.967364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd91d82-3573-4d3b-978b-c1919eefcdcd {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:35:05.967692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 9c86743d-d827-46e4-9f16-0e31256a5108 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:05.968494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 45261a26-987d-47a2-b184-8b6ca7fa35f6 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:05.981399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:05.983163 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-0954cd2f-2f91-4676-8fd5-a8b12f19d32c admin admin] 10.222.0.44 "DELETE /v2.0/routers/5cd91d82-3573-4d3b-978b-c1919eefcdcd HTTP/1.1" status: 204  len: 168 time: 1.7523301
Feb 19 02:35:05.985572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36136) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:06.008880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 45261a26-987d-47a2-b184-8b6ca7fa35f6 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:06.009305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 45261a26-987d-47a2-b184-8b6ca7fa35f6 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:06.055713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Deleting subnet 8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:35:06.059264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.118154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.201404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.480816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.497851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0ff01906-67b9-497b-8b9d-8b7369fb8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:06.601585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:06.604721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:06.645066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.651358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7921bb-559d-4e7f-9a24-d7bd7e5bffb0 None None] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:06.654461 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-647c4369-6ef2-4e41-8735-58b9ac63d047 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ac437b2-1db5-4aa6-8a76-8e0b0cfd6531 HTTP/1.1" status: 204  len: 168 time: 0.6650033
Feb 19 02:35:06.654552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36140) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:06.762950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.778066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.864365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Deleting port 28511fa8-a868-448b-92df-eed2ca293811 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:06.865063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:06.937021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] DHCP port deletion for 1a196cc5-5370-49d8-b297-9862ae510cb8 request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:35:06.942267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Deleting port 28511fa8-a868-448b-92df-eed2ca293811 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:06.942812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.113325 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36150) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:07.155874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] For port 28511fa8-a868-448b-92df-eed2ca293811, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=28511fa8-a868-448b-92df-eed2ca293811,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:07.157153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.192519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Deleting port 58526d7d-cef4-4676-a08e-580f2aec629f {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:07.193152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.195274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] For port 28511fa8-a868-448b-92df-eed2ca293811, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=28511fa8-a868-448b-92df-eed2ca293811,segment=NetworkSegment(293ff3ec-3986-4655-b019-ba4885b0b14f),segment_id=293ff3ec-3986-4655-b019-ba4885b0b14f)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:07.195728 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.304179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Calling delete_port for 28511fa8-a868-448b-92df-eed2ca293811 owned by network:dhcp {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:07.336364 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Calling delete_port for 28511fa8-a868-448b-92df-eed2ca293811 owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:07.348993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.369240 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:07.382753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Usage tracker for resource:security_group_rule and tenant:abb207d33eb3437ab25e48b516b7470e is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:07.387579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.396450 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:07.404421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-32a596e0-7c84-4663-a824-2808ee62c3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:07.405907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:07.416645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:35:07.417071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:35:07.452080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] For port 58526d7d-cef4-4676-a08e-580f2aec629f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=58526d7d-cef4-4676-a08e-580f2aec629f,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:07.452483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.511187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Pushing event deleted for resources: {'Port': ['ID=28511fa8-a868-448b-92df-eed2ca293811,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:07.515133 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:07.548186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] No DVR routers for this DVR port 28511fa8-a868-448b-92df-eed2ca293811 on host dv-cinder-776422-2-iscsi {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:35:07.594665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Calling delete_port for 58526d7d-cef4-4676-a08e-580f2aec629f owned by network:router_interface {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:07.672663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.788184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3bd99320>,) {'filters': {'network_id': ['1a196cc5-5370-49d8-b297-9862ae510cb8']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:07.801741 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3bd99320>, '293ff3ec-3986-4655-b019-ba4885b0b14f') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:07.802088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3bd99320>, '293ff3ec-3986-4655-b019-ba4885b0b14f') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:07.814304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.832395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.834581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:35:07.870738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.883055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.894023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-54121e43-9ce7-41ff-9fd4-3e631637d0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:07.901542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 28511fa8-a868-448b-92df-eed2ca293811 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:07.934321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Deleting port 28511fa8-a868-448b-92df-eed2ca293811 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:07.935128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:07.949466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3e2e0-bce9-4d60-a3dc-4a7ca0339462,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:07.960769 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abb207d33eb3437ab25e48b516b7470e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8425822
Feb 19 02:35:07.965676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f69f768a-8c57-44bc-af2b-a5a3c5cd8e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:07.966813 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36156) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:08.023748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 28511fa8-a868-448b-92df-eed2ca293811 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:08.024136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 28511fa8-a868-448b-92df-eed2ca293811 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:08.031422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7075583c-5511-4dc7-b775-6535fd0cc727 None None] The port '28511fa8-a868-448b-92df-eed2ca293811' was deleted {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:35:08.068797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:08.079786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.099563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.112498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.130413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d4d5ae94-5cd2-495c-bcdd-3ea6c513757e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:08.245962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Pushing event deleted for resources: {'Port': ['ID=58526d7d-cef4-4676-a08e-580f2aec629f,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:08.254611 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:08.256458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.265243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Network 1a196cc5-5370-49d8-b297-9862ae510cb8 has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:35:08.288950 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:35:08.381811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.385466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2dd00ef3-9df2-40cb-8c41-5d55a64e0e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:08.403136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.404230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.410021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-d71de6ee-d6ce-401e-94e3-303f4f368601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:08.412356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a196cc5-5370-49d8-b297-9862ae510cb8,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:08.417665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:08.428726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3e2e0-bce9-4d60-a3dc-4a7ca0339462,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:08.431581 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-6bf75f04-4c0b-4654-822d-884634040649 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1a196cc5-5370-49d8-b297-9862ae510cb8 HTTP/1.1" status: 204  len: 168 time: 1.7759686
Feb 19 02:35:08.435267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36160) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:08.435763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:08.536275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:08.540519 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-93a8d5a2-7724-4174-bc35-7d05a750c673 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11a3e2e0-bce9-4d60-a3dc-4a7ca0339462 HTTP/1.1" status: 204  len: 168 time: 0.5725913
Feb 19 02:35:08.650482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:09.313627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:09.425249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Router 57477673-4ce9-49ae-92a5-c3b5a35f1178 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:35:09.615234 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:09.621866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-753d6b53-0312-4592-89b2-e0eb7a010483 admin admin] 10.222.0.44 "PUT /v2.0/routers/57477673-4ce9-49ae-92a5-c3b5a35f1178/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7197046
Feb 19 02:35:09.623430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36166) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:09.624200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Sync routers for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:09.635043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:09.635727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4116efd0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:09.696296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Deleting port d9322eca-e919-4597-9606-4c84961f4ba7 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:09.696782 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:09.824344 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks [] for router, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:09.908747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] For port d9322eca-e919-4597-9606-4c84961f4ba7, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d9322eca-e919-4597-9606-4c84961f4ba7,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:09.909268 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:09.995723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:10.048441 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.057354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Deleting port 70cda0f1-7530-4865-b4ed-0911ab7c32d6 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:10.057735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.077985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Calling delete_port for d9322eca-e919-4597-9606-4c84961f4ba7 owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:10.253011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] For port 70cda0f1-7530-4865-b4ed-0911ab7c32d6, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=70cda0f1-7530-4865-b4ed-0911ab7c32d6,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:10.253444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.269733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.285878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-85b34ea8-0ece-435c-9eb9-74d39d63aaf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:10.306016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4116efd0>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:35:07Z', 'revision_number': 5, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port': {'id': '70cda0f1-7530-4865-b4ed-0911ab7c32d6', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:32:09Z', 'updated_at': '2021-02-19T02:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:10.310096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Checking router: 57477673-4ce9-49ae-92a5-c3b5a35f1178 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:10.320626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Routers {'57477673-4ce9-49ae-92a5-c3b5a35f1178'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:10.321284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4116efd0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['57477673-4ce9-49ae-92a5-c3b5a35f1178'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:10.396713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d9322eca-e919-4597-9606-4c84961f4ba7,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:10.398872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Calling delete_port for 70cda0f1-7530-4865-b4ed-0911ab7c32d6 owned by network:router_gateway {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:10.403300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:10.498302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] Set router 57477673-4ce9-49ae-92a5-c3b5a35f1178 gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:10.584995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.603197 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:10.616598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4116efd0>, [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:35:10Z', 'revision_number': 6, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:10.621029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887724e-d78f-4c19-98ef-d1139782e374 None None] The sync data for ids ['57477673-4ce9-49ae-92a5-c3b5a35f1178'] in dv-cinder-776422-2-iscsi is: [{'id': '57477673-4ce9-49ae-92a5-c3b5a35f1178', 'name': 'tempest-TestMinimumBasicScenario-576736226-router', 'tenant_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:32:08Z', 'updated_at': '2021-02-19T02:35:10Z', 'revision_number': 6, 'project_id': 'ed76decd92fc4f23bf841fd8f151e05c', 'gw_port_host': None}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:10.731995 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Pushing event deleted for resources: {'Port': ['ID=70cda0f1-7530-4865-b4ed-0911ab7c32d6,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:10.734129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:10.737579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:10.857647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.044933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.047836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.074968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.075569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57477673-4ce9-49ae-92a5-c3b5a35f1178 {{(pid=84006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:35:11.089169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.093038 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] 10.222.0.44 "DELETE /v2.0/routers/57477673-4ce9-49ae-92a5-c3b5a35f1178 HTTP/1.1" status: 204  len: 168 time: 1.4659050
Feb 19 02:35:11.093262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36170) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:11.162072 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Deleting subnet 22d24ca2-cde5-4005-bf5e-16e9ca190594 {{(pid=84006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:35:11.165245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.225218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3747247'] for subnet, precommit_delete_associations {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.277390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Router 343d1435-02da-417a-bb00-00584547166f has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:35:11.357922 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.473467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:11.483136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Sync routers for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:11.484617 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7b70e2a2-4491-4054-8d24-84ccfe4b96dd admin admin] 10.222.0.44 "PUT /v2.0/routers/343d1435-02da-417a-bb00-00584547166f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0484672
Feb 19 02:35:11.486590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36174) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:11.497596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:11.498283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf418a22b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:11.618917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852427365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2360893'] for subnet, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.635172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:11.679992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.702160 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:11.721338 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d24ca2-cde5-4005-bf5e-16e9ca190594,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:11.737054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:11.780653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:11.788403 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4ab7a83b-2984-49e2-8a0e-5da145cee365 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/22d24ca2-cde5-4005-bf5e-16e9ca190594 HTTP/1.1" status: 204  len: 168 time: 0.6932361
Feb 19 02:35:11.790700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36178) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:11.822839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edada139-525a-4638-af12-a33736d827a8 None None] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:11.940091 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.030589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Deleting port 59f32dd4-e2d2-4199-96a5-c905283b6b87 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:12.030973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.044511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 70cda0f1-7530-4865-b4ed-0911ab7c32d6 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:12.105151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 70cda0f1-7530-4865-b4ed-0911ab7c32d6 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:12.105720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 70cda0f1-7530-4865-b4ed-0911ab7c32d6 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:12.106479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 58526d7d-cef4-4676-a08e-580f2aec629f no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:12.165700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 58526d7d-cef4-4676-a08e-580f2aec629f {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:12.165988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 58526d7d-cef4-4676-a08e-580f2aec629f not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:12.167474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.176851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Deleting port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:12.177357 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.278863 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] For port 59f32dd4-e2d2-4199-96a5-c905283b6b87, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=59f32dd4-e2d2-4199-96a5-c905283b6b87,segment=NetworkSegment(ab83edcc-9d7d-442d-9748-b95c56dee087),segment_id=ab83edcc-9d7d-442d-9748-b95c56dee087)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:12.279274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.339638 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf418a22b0>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:35:10Z', 'revision_number': 5, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port': {'id': 'b416121e-9ae8-4ae6-9ac3-5d8b6672e68e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d1435-02da-417a-bb00-00584547166f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:29:34Z', 'updated_at': '2021-02-19T02:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:12.347684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Checking router: 343d1435-02da-417a-bb00-00584547166f for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:12.364788 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Routers {'343d1435-02da-417a-bb00-00584547166f'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:12.365938 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf418a22b0>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['343d1435-02da-417a-bb00-00584547166f'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:12.379108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] For port b416121e-9ae8-4ae6-9ac3-5d8b6672e68e, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:12.379573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.422845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Calling delete_port for 59f32dd4-e2d2-4199-96a5-c905283b6b87 owned by network:dhcp {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:12.449805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421c284-a144-4a18-97e4-381167d20cde None None] DHCP port deletion for 44a41470-32cc-4220-b6d8-4fa5cdef8de0 request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:35:12.510391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.524300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Calling delete_port for b416121e-9ae8-4ae6-9ac3-5d8b6672e68e owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:12.528780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5f70204d-88cb-415a-80dd-926f7c1310a2 tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:12.536651 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0421c284-a144-4a18-97e4-381167d20cde None None] Deleting port 59f32dd4-e2d2-4199-96a5-c905283b6b87 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:12.537084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0421c284-a144-4a18-97e4-381167d20cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.615286 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.625018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0421c284-a144-4a18-97e4-381167d20cde None None] The port '59f32dd4-e2d2-4199-96a5-c905283b6b87' was deleted {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:35:12.642296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] Set router 343d1435-02da-417a-bb00-00584547166f gateway port host: None {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:12.709749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:12.726778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-faf4098f-f476-4159-acd2-57e476f9a3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:12.763807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf418a22b0>, [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:35:12Z', 'revision_number': 6, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:12.768680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd165f9f-623b-49fe-af34-7c9de5d8e9f9 None None] The sync data for ids ['343d1435-02da-417a-bb00-00584547166f'] in dv-cinder-776422-2-iscsi is: [{'id': '343d1435-02da-417a-bb00-00584547166f', 'name': 'tempest-TestShelveInstance-1037201443-router', 'tenant_id': '17262fbb64d740efb60961e365c3f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:29:31Z', 'updated_at': '2021-02-19T02:35:12Z', 'revision_number': 6, 'project_id': '17262fbb64d740efb60961e365c3f498', 'gw_port_host': None}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:12.832095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Pushing event deleted for resources: {'Port': ['ID=b416121e-9ae8-4ae6-9ac3-5d8b6672e68e,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:12.834952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:12.877836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Pushing event deleted for resources: {'Port': ['ID=59f32dd4-e2d2-4199-96a5-c905283b6b87,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:12.882752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:12.920352 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] No DVR routers for this DVR port 59f32dd4-e2d2-4199-96a5-c905283b6b87 on host dv-cinder-776422-2-iscsi {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:35:12.972070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.047438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.163425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.165763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.167556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf405dd390>,) {'filters': {'network_id': ['44a41470-32cc-4220-b6d8-4fa5cdef8de0']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:13.181165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf405dd390>, 'ab83edcc-9d7d-442d-9748-b95c56dee087') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:13.181322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf405dd390>, 'ab83edcc-9d7d-442d-9748-b95c56dee087') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:13.186058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.186664 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343d1435-02da-417a-bb00-00584547166f {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:35:13.194529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.199740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.204269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] 10.222.0.44 "DELETE /v2.0/routers/343d1435-02da-417a-bb00-00584547166f HTTP/1.1" status: 204  len: 168 time: 1.7134051
Feb 19 02:35:13.204549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36182) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:13.211009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.213114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:35:13.275992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Deleting subnet a1479c3c-77de-4f7b-bc02-b5a25e90c368 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:35:13.279196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.332372 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.398348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:13.407966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.415048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.591547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Network 44a41470-32cc-4220-b6d8-4fa5cdef8de0 has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:35:13.614916 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:35:13.687179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.694522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.698911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.702820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-87bec9a4-9f03-4c4c-9a27-aa4623af477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:13.704626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:13.727198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Pushing event deleted for resources: {'Network': ['ID=44a41470-32cc-4220-b6d8-4fa5cdef8de0,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:13.729834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:13.738475 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-528037b2-1902-46c9-a708-62810127bbba admin admin] 10.222.0.44 "DELETE /v2.0/networks/44a41470-32cc-4220-b6d8-4fa5cdef8de0 HTTP/1.1" status: 204  len: 168 time: 1.9466617
Feb 19 02:35:13.802571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1479c3c-77de-4f7b-bc02-b5a25e90c368,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:13.806496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:13.841042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:13.846845 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7300c2-6f59-4827-a6a9-0ab913569afb None None] Network c48efd2f-1567-4f4c-b43e-198fcca31efd requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:13.850848 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36188) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:13.855220 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-4bda055c-955c-48b0-a10d-50b6c2762776 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a1479c3c-77de-4f7b-bc02-b5a25e90c368 HTTP/1.1" status: 204  len: 168 time: 0.6492963
Feb 19 02:35:13.959337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36192) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:13.986982 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.022972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8b6cd288-053b-4dbb-b8c0-03be45123be6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed76decd92fc4f23bf841fd8f151e05c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0616879
Feb 19 02:35:14.025347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36196) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:14.068064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Deleting port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:14.068432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.102400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.104226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 59f32dd4-e2d2-4199-96a5-c905283b6b87 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:14.131387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.154883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 59f32dd4-e2d2-4199-96a5-c905283b6b87 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:14.155265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 59f32dd4-e2d2-4199-96a5-c905283b6b87 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:14.155744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d9322eca-e919-4597-9606-4c84961f4ba7 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:14.181369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.186556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-77dea941-d2f9-42e2-9581-39ef09dba822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:14.201242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17490b9c-e24f-4d10-ab3e-4577b1639abb,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:14.201622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: d9322eca-e919-4597-9606-4c84961f4ba7 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:14.202032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d9322eca-e919-4597-9606-4c84961f4ba7 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:14.202533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b416121e-9ae8-4ae6-9ac3-5d8b6672e68e no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:14.206423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:14.210291 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.211520 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3e9a6ae4-8626-4762-b386-c417a050ed38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17490b9c-e24f-4d10-ab3e-4577b1639abb HTTP/1.1" status: 204  len: 168 time: 0.1851704
Feb 19 02:35:14.261875 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: b416121e-9ae8-4ae6-9ac3-5d8b6672e68e {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:14.262254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b416121e-9ae8-4ae6-9ac3-5d8b6672e68e not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:14.310636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] For port 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=912eb75a-d440-4707-b6c2-8b9f7ce8e507,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:14.311261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.428820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] DHCP port deletion for c48efd2f-1567-4f4c-b43e-198fcca31efd request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:35:14.434348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Deleting port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:14.434805 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.463576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Calling delete_port for 912eb75a-d440-4707-b6c2-8b9f7ce8e507 owned by network:dhcp {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:14.547402 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.565387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-894edaeb-4ff1-49e5-961a-6b7c5df66fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:14.670617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] For port 912eb75a-d440-4707-b6c2-8b9f7ce8e507, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=912eb75a-d440-4707-b6c2-8b9f7ce8e507,segment=NetworkSegment(fb734379-9f6d-4230-b3e6-b93359aae8b0),segment_id=fb734379-9f6d-4230-b3e6-b93359aae8b0)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:14.670998 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.674307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=912eb75a-d440-4707-b6c2-8b9f7ce8e507,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:14.678270 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:14.711801 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] No DVR routers for this DVR port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 on host dv-cinder-776422-2-iscsi {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:35:14.805396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Calling delete_port for 912eb75a-d440-4707-b6c2-8b9f7ce8e507 owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:35:14.836556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.882910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:35:14.883336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:35:14.955390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf41af79b0>,) {'filters': {'network_id': ['c48efd2f-1567-4f4c-b43e-198fcca31efd']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:14.968076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf41af79b0>, 'fb734379-9f6d-4230-b3e6-b93359aae8b0') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:14.968415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf41af79b0>, 'fb734379-9f6d-4230-b3e6-b93359aae8b0') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:14.981572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:14.998336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.000926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:35:15.182873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Network c48efd2f-1567-4f4c-b43e-198fcca31efd has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:15.192609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.368538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Network c48efd2f-1567-4f4c-b43e-198fcca31efd has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:35:15.384296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Deleting port 912eb75a-d440-4707-b6c2-8b9f7ce8e507 {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:35:15.384737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:35:15.395089 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:35:15.456793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3ef506d6-1949-44ca-9a5d-f3c87f045d4f None None] The port '912eb75a-d440-4707-b6c2-8b9f7ce8e507' was deleted {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:35:15.473767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.477187 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0c68d032-f35c-4954-abcb-8573c751f15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:15.491537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.503062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48efd2f-1567-4f4c-b43e-198fcca31efd,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:15.506067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:15.507965 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c48efd2f-1567-4f4c-b43e-198fcca31efd HTTP/1.1" status: 204  len: 168 time: 1.6560433
Feb 19 02:35:15.685841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36204) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:15.738499 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-36edc634-b0eb-46f0-8aff-a6b035b8144b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e134d1a72aee466e8636d06121d39c09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512171
Feb 19 02:35:15.741074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36208) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:15.801255 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.832476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.878776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.883912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a4065973-b0cd-46f7-9a40-4f30389227cc tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:15.897958 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 912eb75a-d440-4707-b6c2-8b9f7ce8e507 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:35:15.901527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18897dbe-0a98-4b6b-98f4-b61a8ab3d010,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:15.904656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:15.905762 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:15.909679 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-02a0bb9d-1be2-4787-9be6-910ce15d5e33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18897dbe-0a98-4b6b-98f4-b61a8ab3d010 HTTP/1.1" status: 204  len: 168 time: 0.1649578
Feb 19 02:35:15.940809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: 912eb75a-d440-4707-b6c2-8b9f7ce8e507 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:35:15.941216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device 912eb75a-d440-4707-b6c2-8b9f7ce8e507 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:35:16.262742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36216) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:16.314462 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-772e297a-5d70-42ec-8423-cc29339b03cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17262fbb64d740efb60961e365c3f498&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504153
Feb 19 02:35:16.316993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36220) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:16.377399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:16.404558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:16.455698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:16.461011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-73e6e96b-4419-4683-bc7e-4e1830c0c4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:16.479012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a486b-5933-4f44-874d-853ba454a4d8,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:16.481712 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:16.485742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:16.487734 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-70ffba80-6d3b-41a5-a8b7-453f338ec111 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b9a486b-5933-4f44-874d-853ba454a4d8 HTTP/1.1" status: 204  len: 168 time: 0.1695926
Feb 19 02:35:17.193530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36242) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:17.303586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1263351507-network', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:17.308641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:17.312753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Usage tracker for resource:network and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:17.315800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:17.321572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:17.331815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Made reservation on behalf of 3b0847ee05c643e981b009b8bc77c1aa for: {'network': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:35:17.336462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.349704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.364831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:17.368826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:17.371793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:17.377798 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:17.463173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.465962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.470752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4fe1a6e1-7f64-49a4-8ff6-b43aa0104a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:17.499898 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:35:17.513301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b372f286-9b58-41ad-b388-8778c8fdb2eb,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:17.517669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:17.518662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783010243870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.519106 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Added segment f56b130a-6a68-433c-a60a-9850fbdc6250 of type vxlan for network d7a3d9c7-d762-4eea-968f-4f012d4c747a
Feb 19 02:35:17.546635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.577024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.578588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:17.579249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:17.584165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:17.688716 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4940178
Feb 19 02:35:17.691799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36248) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:17.693894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a3d9c7-d762-4eea-968f-4f012d4c747a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:17.696767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c790821d-168e-4a67-847a-baf8b1197fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:17.698134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Request body: {'subnet': {'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1263351507-subnet', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'ip_version': 4}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:17.703735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:17.705363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:35:17.707850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Usage tracker for resource:subnet and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:17.710873 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:17.716756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:17.719575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:35:17.726944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Made reservation on behalf of 3b0847ee05c643e981b009b8bc77c1aa for: {'subnet': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:35:17.731723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852414953'] for subnet, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.138080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2348448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852414940'] for subnet, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.153434 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:18.284967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:18.296329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.296766 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.297178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.297582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.297979 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.298412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.298795 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.299190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.299581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.299985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.300373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.300764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.301225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.301622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.302016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.302424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.302816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.303209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.303604 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.303996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.304389 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.304780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.305168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.305555 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:18.311030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:18.368803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:18.369193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Network hostable DHCP agents. Network: d7a3d9c7-d762-4eea-968f-4f012d4c747a, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:35:18.387448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:35:18.395410 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, d7a3d9c7-d762-4eea-968f-4f012d4c747a) {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:18.404491 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215680eb-4f8d-4440-9da7-6ffc2f121112 None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:18.406727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:18.407365 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.427200 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-cefece81-190b-4559-b9f0-5be02b37c64c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7342279
Feb 19 02:35:18.429996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36252) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:18.435552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:18.441172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:18.445346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Usage tracker for resource:router and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:18.449005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:18.455172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:18.464387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.465458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.480524 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.641633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-d7a3d9c7-d762-4eea-968f-4f012d4c747a', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:35:18.642584 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:18.945300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Allocated IP 172.20.0.2 (d7a3d9c7-d762-4eea-968f-4f012d4c747a/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0/f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:19.001992 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.164614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.176063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Transition to ACTIVE for port object f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:19.192080 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Transition to ACTIVE for port object f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:19.196408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.212375 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-510dff51-b027-470b-a782-c7e5a338017a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:19.331117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.344066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Pushing event updated for resources: {'Port': ['ID=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:19.359016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:19.362942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.399319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:19.400519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:19.402854 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:19.462215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Attempting to bind port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:19.462601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Attempting to bind port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:19.463013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Attempting to bind port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf on network d7a3d9c7-d762-4eea-968f-4f012d4c747a {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:19.468681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:19.469184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:19.469530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.469972 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Bound using segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:19.470516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Bound port: f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:19.470934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.564315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] For port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:19.567641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] For port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:19.571130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.586692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:19.635705 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Allocated IP 172.27.1.2 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/b47670a9-bbc2-4600-ab51-1597128fbc1e) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:19.741027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Pushing event updated for resources: {'Port': ['ID=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:19.746148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:19.791988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.821885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:19.837859 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b4e564c2-43fd-40a5-9127-540a26c54f92 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:19.972776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Pushing event updated for resources: {'Port': ['ID=b47670a9-bbc2-4600-ab51-1597128fbc1e,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:19.985505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:20.030738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:20.031948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:20.034511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:20.486605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:20.840809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:21.197530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8430889-6d65-47ce-a4f9-13fc3fb5d1e7 None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:21.295444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Router d518fa90-aeff-4e82-976a-f46d00a55b7d is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:35:21.328853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6aa81877-4afa-4cb8-aca4-638b51079567 None None] Provisioning for port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:21.485847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:21.496653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:21.506815 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:21.507504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:21.511926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:21.516064 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-45a08162-b1dd-4276-9ce1-2b936bc41f4b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0822647
Feb 19 02:35:21.516327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36256) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:21.704709 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:21.963097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:22.055408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:22.060590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:22.061097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.086220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b518>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:20Z', 'revision_number': 3, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:22.090335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:22.090776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Updating router d518fa90-aeff-4e82-976a-f46d00a55b7d port b47670a9-bbc2-4600-ab51-1597128fbc1e binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:35:22.150082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.191028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.225665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:22.228613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.230549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:22.300598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:22.303953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:22.324779 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.567548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.580486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Transition to ACTIVE for port object b47670a9-bbc2-4600-ab51-1597128fbc1e will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:22.584422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.600643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:22.675780 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Allocated IP 172.20.0.1 (d7a3d9c7-d762-4eea-968f-4f012d4c747a/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0/d3dc2adf-0a8c-48da-990a-92b11819a1b4) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:22.734177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Pushing event updated for resources: {'Port': ['ID=b47670a9-bbc2-4600-ab51-1597128fbc1e,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:22.753563 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.753947 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.754322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.754721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.755089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.755455 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.755818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.756182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.756544 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.756903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.757261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.757617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.758045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.758425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.758784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.759139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.759493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.759847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.760202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.760556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.760941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.761299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.761654 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.762005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:35:22.767842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:22.816874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Attempting to bind port b47670a9-bbc2-4600-ab51-1597128fbc1e on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:22.817275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Attempting to bind port b47670a9-bbc2-4600-ab51-1597128fbc1e by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:22.817735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Attempting to bind port b47670a9-bbc2-4600-ab51-1597128fbc1e on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:22.823327 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:22.823746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:22.824193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.824628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:22.825143 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Bound port: b47670a9-bbc2-4600-ab51-1597128fbc1e, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:22.825594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.834081 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.850857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Transition to ACTIVE for port object d3dc2adf-0a8c-48da-990a-92b11819a1b4 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:22.873973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.889541 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-edc5c3d0-6031-4317-8a94-85050cec16c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:22.902440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] For port b47670a9-bbc2-4600-ab51-1597128fbc1e, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:22.905492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] For port b47670a9-bbc2-4600-ab51-1597128fbc1e, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b47670a9-bbc2-4600-ab51-1597128fbc1e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:22.908841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:22.924742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3be031de-dbcf-478b-8496-3383b1970ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:23.023671 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Pushing event updated for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:23.027970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:23.084907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:23.086173 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:23.088658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:23.153967 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.251191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Pushing event updated for resources: {'Port': ['ID=b47670a9-bbc2-4600-ab51-1597128fbc1e,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:23.256533 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-90165f87-542d-4edc-a732-850d96cd94fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:23.297228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:23.297937 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b518>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:23.374546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6b869f1a-bff3-475a-8581-a7aac85b2d90 None None] Provisioning for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:23.380468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-6b869f1a-bff3-475a-8581-a7aac85b2d90 None None] Provisioning complete for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:23.381131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6b869f1a-bff3-475a-8581-a7aac85b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.426818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.439639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-6b869f1a-bff3-475a-8581-a7aac85b2d90 None None] Port d3dc2adf-0a8c-48da-990a-92b11819a1b4 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:23.487125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:23.796064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b518>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:20Z', 'revision_number': 3, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:23.800883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ef6c6-e4c3-4463-a5cc-635191966c09 None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:20Z', 'revision_number': 3, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:23.909457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:23.964962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.968399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.991314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:23.991742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:23.999368 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-5af1f5a1-e4a4-4d5c-a5f5-0ac5f0c68850 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:24.087803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:24.104009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Pushing event updated for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:24.193632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:24.264772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:24.266067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:24.481703 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-93e4d731-096a-47db-8673-9bd183c15cf2 None None] Provisioning complete for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:24.482134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93e4d731-096a-47db-8673-9bd183c15cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:24.483575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:35:24.542495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-93e4d731-096a-47db-8673-9bd183c15cf2 None None] Port d3dc2adf-0a8c-48da-990a-92b11819a1b4 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:24.683421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:24.693257 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-60330729-0b6a-4344-99f8-52764f057fdd admin admin] 10.222.0.44 "PUT /v2.0/routers/d518fa90-aeff-4e82-976a-f46d00a55b7d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1759274
Feb 19 02:35:25.345194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36278) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:25.351356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-812659673-network', 'tenant_id': '01553ddfa7d643caa32f3956e0693721'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:25.356480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:25.360592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Usage tracker for resource:network and tenant:01553ddfa7d643caa32f3956e0693721 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:25.363574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:25.369265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:25.378721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Made reservation on behalf of 01553ddfa7d643caa32f3956e0693721 for: {'network': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:35:25.383415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for network, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.396430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.412026 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:25.416084 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:01553ddfa7d643caa32f3956e0693721 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:25.419035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:25.424783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:25.513042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.516510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.520886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2734ba77-9650-45d1-a1dd-3bd3425a6a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:25.549956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:35:25.564607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b206d4b7-ba23-4587-88be-80828fa98021,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:25.568192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:25.569332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.569725 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.segments_db [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Added segment dc53c378-4f21-4aa6-af87-f043add60f32 of type vxlan for network 2a942455-e6e6-4396-be88-115aa152484c
Feb 19 02:35:25.596658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253845123615'] for network, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.626518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813'] for network, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.627496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:25.628121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.632929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:25.737199 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.3907411
Feb 19 02:35:25.740249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36282) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:25.740411 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a942455-e6e6-4396-be88-115aa152484c,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:25.743194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-63ca9995-734f-4677-ac88-845e463ba6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:25.747048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Request body: {'subnet': {'network_id': '2a942455-e6e6-4396-be88-115aa152484c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-812659673-subnet', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'ip_version': 4}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:25.751675 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Network 2a942455-e6e6-4396-be88-115aa152484c details requested by agent ovs-agent-dv-cinder-776422-2-iscsi with host dv-cinder-776422-2-iscsi {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:35:25.752574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:25.756714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Usage tracker for resource:subnet and tenant:01553ddfa7d643caa32f3956e0693721 is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:25.759792 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:25.765172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Network 2a942455-e6e6-4396-be88-115aa152484c details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=84008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:35:25.765556 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:25.775360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Made reservation on behalf of 01553ddfa7d643caa32f3956e0693721 for: {'subnet': 1} {{(pid=84007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:35:25.780068 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126713352'] for subnet, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:25.966455 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b47670a9-bbc2-4600-ab51-1597128fbc1e up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:26.040791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port b47670a9-bbc2-4600-ab51-1597128fbc1e completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:26.045996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b47670a9-bbc2-4600-ab51-1597128fbc1e triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:26.046452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.175066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.192421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port b47670a9-bbc2-4600-ab51-1597128fbc1e, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b47670a9-bbc2-4600-ab51-1597128fbc1e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:26.195776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.197700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:26.209752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126713403'] for subnet, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.225959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a8652f8f-89c4-498e-b714-152052528ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:26.271830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b47670a9-bbc2-4600-ab51-1597128fbc1e,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:26.275237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:26.361016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:26.365734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:26.426196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Checking segment: {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:26.426622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Network hostable DHCP agents. Network: 2a942455-e6e6-4396-be88-115aa152484c, hostable agents: ['9c59c525-3cba-46ea-ac36-3af22b2c7241'], hosted agents: [] {{(pid=84007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:35:26.446346 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Network 2a942455-e6e6-4396-be88-115aa152484c is scheduled to be hosted by DHCP agent 9c59c525-3cba-46ea-ac36-3af22b2c7241 with binding_index 1 {{(pid=84007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:35:26.457911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-2-iscsi, 2a942455-e6e6-4396-be88-115aa152484c) {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:26.467586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f6fe7-c6f2-4d95-bd4a-ceecc1346908 None None] Network 2a942455-e6e6-4396-be88-115aa152484c requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:26.472817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:26.473471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.536440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:26.550237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36286) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:26.550691 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8065355
Feb 19 02:35:26.554826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:26.560347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:26.565561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Usage tracker for resource:router and tenant:01553ddfa7d643caa32f3956e0693721 is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:26.568730 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:26.573888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:26.574591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4191e908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:26.574750 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:26.585560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852832780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.586674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852832795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852813821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1583085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771175'] for router, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.601395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.878289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:26.887020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852813686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771192'] for router, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:26.958247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293557a1-d51f-57fe-851a-34b96fbc1f77-2a942455-e6e6-4396-be88-115aa152484c', 'network_id': '2a942455-e6e6-4396-be88-115aa152484c', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'fixed_ips': [{'subnet_id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30'}]}} from dv-cinder-776422-2-iscsi. {{(pid=84008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:35:26.959192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.215908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.248657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.458738 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4191e908>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:27.467912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:27.468271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Updating router d518fa90-aeff-4e82-976a-f46d00a55b7d port d3dc2adf-0a8c-48da-990a-92b11819a1b4 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:35:27.522482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Allocated IP 172.27.1.27 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/a40e2c4f-1378-4bea-97c4-656271aa646f) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:27.535890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Allocated IP 172.20.0.2 (2a942455-e6e6-4396-be88-115aa152484c/0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30/bb279240-0ea9-434e-877a-84642318a71f) {{(pid=84008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:27.544853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.684983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.716212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:27.734001 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:27.881757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a40e2c4f-1378-4bea-97c4-656271aa646f,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:27.886975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:27.916764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b47670a9-bbc2-4600-ab51-1597128fbc1e up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:27.939245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:27.940399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:27.943918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:28.157669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b47670a9-bbc2-4600-ab51-1597128fbc1e triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:28.158097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.323409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks [] for port, precommit_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.342605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Transition to ACTIVE for port object bb279240-0ea9-434e-877a-84642318a71f will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:28.409233 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Transition to ACTIVE for port object bb279240-0ea9-434e-877a-84642318a71f will not be triggered until provisioned by entity DHCP. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:28.430596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099'] for port, after_create {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.450028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:28.626769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Pushing event updated for resources: {'Port': ['ID=bb279240-0ea9-434e-877a-84642318a71f,revision_number=1']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:28.630274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.631983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:28.757536 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Network 2a942455-e6e6-4396-be88-115aa152484c is already hosted by enough agents. {{(pid=84008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:28.759330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.761985 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Resources bound (agent type, host, resource id):  {{(pid=84008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:28.765463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Received port after_create {{(pid=84008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:28.809314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Transition to ACTIVE for port object d3dc2adf-0a8c-48da-990a-92b11819a1b4 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:28.824053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.841421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:28.929501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Attempting to bind port bb279240-0ea9-434e-877a-84642318a71f on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:28.929927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Attempting to bind port bb279240-0ea9-434e-877a-84642318a71f by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:28.930345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Attempting to bind port bb279240-0ea9-434e-877a-84642318a71f on network 2a942455-e6e6-4396-be88-115aa152484c {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:28.969203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:28.969636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Checking segment: {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:28.970093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.970595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Bound using segment: {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:28.971124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Bound port: bb279240-0ea9-434e-877a-84642318a71f, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:28.971553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:28.995649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852813595'] for router, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.045881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63237d-a9e3-41d7-8d60-65d5c3aa6cab None None] Pushing event updated for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:29.061355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4a63237d-a9e3-41d7-8d60-65d5c3aa6cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:29.175522 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] For port bb279240-0ea9-434e-877a-84642318a71f, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:29.198492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] For port bb279240-0ea9-434e-877a-84642318a71f, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=bb279240-0ea9-434e-877a-84642318a71f,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:29.226303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Router 73e64286-dbd8-466e-9185-e8d75be54a88 is scheduled to L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 with binding_index 1 {{(pid=84006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:35:29.234658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.304895 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:29.400457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Attempting to bind port d3dc2adf-0a8c-48da-990a-92b11819a1b4 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:29.400806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Attempting to bind port d3dc2adf-0a8c-48da-990a-92b11819a1b4 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:29.401221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Attempting to bind port d3dc2adf-0a8c-48da-990a-92b11819a1b4 on network d7a3d9c7-d762-4eea-968f-4f012d4c747a {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:29.424658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:29.430437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:29.430716 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:29.431174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.431616 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Bound using segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:29.432161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Bound port: d3dc2adf-0a8c-48da-990a-92b11819a1b4, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:29.432579 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.434720 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Sync routers for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:29.445165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:29.445839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b710>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:29.449836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.455051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36290) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:35:29.455740 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9095786
Feb 19 02:35:29.509404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Pushing event updated for resources: {'Port': ['ID=bb279240-0ea9-434e-877a-84642318a71f,revision_number=2']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:29.526554 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:29.579510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] For port d3dc2adf-0a8c-48da-990a-92b11819a1b4, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:29.582892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] For port d3dc2adf-0a8c-48da-990a-92b11819a1b4, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d3dc2adf-0a8c-48da-990a-92b11819a1b4,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:29.587391 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:29.606274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b8a57537-d0b7-44ed-b3ff-6daf6a213dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:29.667918 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:29.765853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63237d-a9e3-41d7-8d60-65d5c3aa6cab None None] Pushing event updated for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:29.771802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4a63237d-a9e3-41d7-8d60-65d5c3aa6cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:29.819904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:29.820682 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4191e908>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:30.141598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b710>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:28Z', 'revision_number': 3, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:30.146511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Checking router: 73e64286-dbd8-466e-9185-e8d75be54a88 for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:30.147067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Updating router 73e64286-dbd8-466e-9185-e8d75be54a88 port a40e2c4f-1378-4bea-97c4-656271aa646f binding host dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:35:30.207974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.250710 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device bb279240-0ea9-434e-877a-84642318a71f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:30.365686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:30.440851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port bb279240-0ea9-434e-877a-84642318a71f completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:30.595155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.643378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.655619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Transition to ACTIVE for port object a40e2c4f-1378-4bea-97c4-656271aa646f will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:30.659005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.675018 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fb1d1004-0b39-456e-93b0-afd04d51e7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:30.729878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4191e908>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:29Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:30.734386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b7ddf-b092-4a48-8063-b970fd0d2f4f None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:29Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:30.860561 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93642-bc44-40c1-95cb-3e6afd06158c None None] Pushing event updated for resources: {'Port': ['ID=a40e2c4f-1378-4bea-97c4-656271aa646f,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:30.866634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-67a93642-bc44-40c1-95cb-3e6afd06158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:30.870973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c2a3-b2b1-4b92-93be-9713295084a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.923624 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Attempting to bind port a40e2c4f-1378-4bea-97c4-656271aa646f on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:30.924403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Attempting to bind port a40e2c4f-1378-4bea-97c4-656271aa646f by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:30.924984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Attempting to bind port a40e2c4f-1378-4bea-97c4-656271aa646f on network 16c5e4b7-e55d-4ee2-b6af-355575528892 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:30.945549 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:30.945983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Checking segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:30.946473 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:30.946936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Bound using segment: {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'} {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:30.947459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Bound port: a40e2c4f-1378-4bea-97c4-656271aa646f, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66058b9f-1436-4011-ae1f-88f3a421d588', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:30.947885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.019617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Allocated IP 172.20.0.1 (2a942455-e6e6-4396-be88-115aa152484c/0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30/b15052e6-cda8-42f9-bffd-0600b7b75cd0) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:31.063590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] For port a40e2c4f-1378-4bea-97c4-656271aa646f, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:31.067721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] For port a40e2c4f-1378-4bea-97c4-656271aa646f, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a40e2c4f-1378-4bea-97c4-656271aa646f,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:31.077329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.095469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-34bb3615-377d-4bdb-95a1-9a85d4fcd46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:31.199217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.225097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Transition to ACTIVE for port object b15052e6-cda8-42f9-bffd-0600b7b75cd0 will not be triggered until provisioned by entity DHCP. {{(pid=84007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:31.251948 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e35bc8-06b8-4961-a98a-c644456c8b95 None None] Network 2a942455-e6e6-4396-be88-115aa152484c requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:35:31.260618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.279209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-66b14243-f93e-469b-ad7e-2954dc6a1c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:31.378066 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Provisioning for port bb279240-0ea9-434e-877a-84642318a71f completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:31.394253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93642-bc44-40c1-95cb-3e6afd06158c None None] Pushing event updated for resources: {'Port': ['ID=a40e2c4f-1378-4bea-97c4-656271aa646f,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:31.401615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-67a93642-bc44-40c1-95cb-3e6afd06158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:31.405031 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Provisioning complete for port bb279240-0ea9-434e-877a-84642318a71f triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:31.405349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Pushing event updated for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:31.405504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.413316 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:31.509380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:31.510329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b710>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:31.512004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Network 2a942455-e6e6-4396-be88-115aa152484c is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:31.513257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:31.518849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:31.580613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934302'] for router_interface, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.679416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.732418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] For port bb279240-0ea9-434e-877a-84642318a71f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=bb279240-0ea9-434e-877a-84642318a71f,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:31.736908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.739216 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:31.766857 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:31.849829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Pushing event updated for resources: {'Port': ['ID=bb279240-0ea9-434e-877a-84642318a71f,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:31.864759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-71f27e51-8f02-4bf2-8c59-524c319a2306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:31.963940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Provisioning for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:31.966101 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:31.971866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Provisioning complete for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:31.972326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.053350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d3dc2adf-0a8c-48da-990a-92b11819a1b4 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:32.153427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Port b15052e6-cda8-42f9-bffd-0600b7b75cd0 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:32.166269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:32.178417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:32.178856 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.220100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Provisioning complete for port bb279240-0ea9-434e-877a-84642318a71f triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:32.220607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d919d9e1-4017-4d0f-99ae-f2480d443579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.246218 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e2b710>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:28Z', 'revision_number': 3, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:32.251027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219301df-3c5b-4cb0-b569-fce873c98b5e None None] The sync data for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi is: [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:28Z', 'revision_number': 3, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:32.335885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.339945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.375417 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9b30e135-faa2-4503-be1a-ca00a80e1116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:32.459334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.478460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853161832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852841604'] for router_interface, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.495456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Pushing event updated for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:32.498984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:32.504104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port d3dc2adf-0a8c-48da-990a-92b11819a1b4, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d3dc2adf-0a8c-48da-990a-92b11819a1b4,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:32.507904 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.510076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4e216d3a-bc08-4c2d-ac68-664055bfa81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:32.593612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0f2d30e9-6616-445e-824d-8b910b6c9185 None None] Provisioning complete for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:32.595142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f2d30e9-6616-445e-824d-8b910b6c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.627020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:32.635115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:32.639787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Network 2a942455-e6e6-4396-be88-115aa152484c is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:32.641595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:32.663320 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d30e9-6616-445e-824d-8b910b6c9185 None None] Port b15052e6-cda8-42f9-bffd-0600b7b75cd0 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:32.675597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-0f2d30e9-6616-445e-824d-8b910b6c9185 None None] Provisioning complete for port bb279240-0ea9-434e-877a-84642318a71f triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:32.676397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0f2d30e9-6616-445e-824d-8b910b6c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.898634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Router 73e64286-dbd8-466e-9185-e8d75be54a88 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:35:32.976576 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d9cf0c28-f49f-4159-b235-fe754aa1a647 None None] Provisioning complete for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:32.977004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0c28-f49f-4159-b235-fe754aa1a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:32.977358 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:35:33.037828 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf0c28-f49f-4159-b235-fe754aa1a647 None None] Port b15052e6-cda8-42f9-bffd-0600b7b75cd0 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:33.099600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:35:33.109258 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] 10.222.0.44 "PUT /v2.0/routers/73e64286-dbd8-466e-9185-e8d75be54a88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6529803
Feb 19 02:35:33.287449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-fea445ca-1872-407b-bfb1-d201a2e11c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.596324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-89846141', 'description': 'tempest-TestVolumeBootPattern-89846141 description'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:33.602864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:33.606940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Usage tracker for resource:security_group and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:33.614649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:33.620480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:33.630814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.651740 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:33.655752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Usage tracker for resource:security_group_rule and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:33.658700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:33.664501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:33.736540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.739421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.744649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fee0357c-2223-43db-9543-5b7ce107c891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:33.785082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622b6944-4cf6-4d6d-99db-d5660c7b5ae1,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:33.787944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.789241 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e95a2c3d-af1b-465d-af8f-8ae6753ef504 req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1978073
Feb 19 02:35:33.790062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-db4a4083-eea0-44d2-8060-5b931b9d06ed tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:33.835071 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.861685 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-de402806-1ac3-421a-b285-cb73c629db70 req-49024195-d3a4-44a5-a608-d5db583c36b2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups/622b6944-4cf6-4d6d-99db-d5660c7b5ae1 HTTP/1.1" status: 200  len: 1804 time: 0.0481544
Feb 19 02:35:33.872477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '622b6944-4cf6-4d6d-99db-d5660c7b5ae1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:33.872850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '622b6944-4cf6-4d6d-99db-d5660c7b5ae1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:33.880250 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:33.884599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Usage tracker for resource:security_group_rule and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:33.887715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:33.893518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:33.950999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.977011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.979892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:33.982666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:33.990642 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device bb279240-0ea9-434e-877a-84642318a71f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:34.007061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a2fc3a-63a8-4169-a9e8-225f9f09beb2,revision_number=0']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:34.011847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:34.015955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.017239 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-de402806-1ac3-421a-b285-cb73c629db70 req-e8fbe446-57e8-4c98-8d8a-0463eb3f7df4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1489713
Feb 19 02:35:34.065880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port bb279240-0ea9-434e-877a-84642318a71f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:34.066314 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.092368 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-234298e0-2536-48db-98e1-8defb07d97ba req-18661fee-53c8-44eb-ae11-a16c4e291560 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups/622b6944-4cf6-4d6d-99db-d5660c7b5ae1 HTTP/1.1" status: 200  len: 2397 time: 0.0504680
Feb 19 02:35:34.104182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '622b6944-4cf6-4d6d-99db-d5660c7b5ae1', 'remote_group_id': None}]} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:34.104542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '622b6944-4cf6-4d6d-99db-d5660c7b5ae1', 'remote_group_id': None}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:34.111669 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:34.115846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Usage tracker for resource:security_group_rule and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:35:34.119130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:35:34.124888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:34.183184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.195991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d3dc2adf-0a8c-48da-990a-92b11819a1b4 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:34.214965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.219053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196486'] for security_group_rule, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.221242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a08c28b8-2378-4db4-8b7c-972f389053c6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:34.249330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43864315-ed01-4e2f-89c4-ab5bf426c9ed,revision_number=0']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:34.252070 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:34.258880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.260310 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-234298e0-2536-48db-98e1-8defb07d97ba req-058a80f6-00bf-4689-8233-f59e6170c458 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1603379
Feb 19 02:35:34.273249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port d3dc2adf-0a8c-48da-990a-92b11819a1b4 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:34.273677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.399726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a40e2c4f-1378-4bea-97c4-656271aa646f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:34.473154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port a40e2c4f-1378-4bea-97c4-656271aa646f completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:34.478298 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port a40e2c4f-1378-4bea-97c4-656271aa646f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:34.478757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.605386 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.622567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port a40e2c4f-1378-4bea-97c4-656271aa646f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a40e2c4f-1378-4bea-97c4-656271aa646f,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:34.626632 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:34.629401 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:34.710809 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a40e2c4f-1378-4bea-97c4-656271aa646f,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:34.714130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:34.955460 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:35.037282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Sync routers for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:35:35.047820 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:35.048492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41bb9470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:35.409217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:35.424058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:35.761189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41bb9470>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:31Z', 'revision_number': 4, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b15052e6-cda8-42f9-bffd-0600b7b75cd0', 'name': '', 'network_id': '2a942455-e6e6-4396-be88-115aa152484c', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'mac_address': 'fa:16:3e:72:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:30Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 2, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'subnets': [{'id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:35.765892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Checking router: 73e64286-dbd8-466e-9185-e8d75be54a88 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:35:35.766310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Updating router 73e64286-dbd8-466e-9185-e8d75be54a88 port b15052e6-cda8-42f9-bffd-0600b7b75cd0 binding host dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:35:35.823946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:35.932688 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a40e2c4f-1378-4bea-97c4-656271aa646f up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:36.099655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port a40e2c4f-1378-4bea-97c4-656271aa646f triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:36.100215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.431580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.443915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Transition to ACTIVE for port object b15052e6-cda8-42f9-bffd-0600b7b75cd0 will not be triggered until provisioned by entity L2. {{(pid=84008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:36.447064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.465464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4a63237d-a9e3-41d7-8d60-65d5c3aa6cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:36.612942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151cf43-5ebd-4236-bb7f-64091c8e2468 None None] Pushing event updated for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=3']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:36.615880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8151cf43-5ebd-4236-bb7f-64091c8e2468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:36.784015 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Attempting to bind port b15052e6-cda8-42f9-bffd-0600b7b75cd0 on host dv-cinder-776422-2-iscsi for vnic_type normal with profile  {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:36.784625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Attempting to bind port b15052e6-cda8-42f9-bffd-0600b7b75cd0 by drivers openvswitch on host dv-cinder-776422-2-iscsi at level 0 using segments [{'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:36.785044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Attempting to bind port b15052e6-cda8-42f9-bffd-0600b7b75cd0 on network 2a942455-e6e6-4396-be88-115aa152484c {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:36.791156 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Checking agent: {'id': 'e4b5e850-aff1-427d-a373-f7dc501c672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 17, 5), 'started_at': datetime.datetime(2021, 2, 19, 2, 17, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:36.791592 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Checking segment: {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:36.792057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.792508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Bound using segment: {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'} {{(pid=84008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:36.793041 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Bound port: b15052e6-cda8-42f9-bffd-0600b7b75cd0, host: dv-cinder-776422-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc53c378-4f21-4aa6-af87-f043add60f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a942455-e6e6-4396-be88-115aa152484c'}}] {{(pid=84008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:36.793466 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.901371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] For port b15052e6-cda8-42f9-bffd-0600b7b75cd0, host dv-cinder-776422-2-iscsi, cleared binding levels {{(pid=84008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:36.905595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] For port b15052e6-cda8-42f9-bffd-0600b7b75cd0, host dv-cinder-776422-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b15052e6-cda8-42f9-bffd-0600b7b75cd0,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:36.909142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:36.928264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9de3d634-14b4-4e19-9b0c-4f58f799e0d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:37.087742 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151cf43-5ebd-4236-bb7f-64091c8e2468 None None] Pushing event updated for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:37.093076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8151cf43-5ebd-4236-bb7f-64091c8e2468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:37.134284 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:35:37.134971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf41bb9470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:35:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:37.333897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:35:37.677097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf41bb9470>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:31Z', 'revision_number': 4, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b15052e6-cda8-42f9-bffd-0600b7b75cd0', 'name': '', 'network_id': '2a942455-e6e6-4396-be88-115aa152484c', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'mac_address': 'fa:16:3e:72:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:30Z', 'updated_at': '2021-02-19T02:35:36Z', 'revision_number': 4, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'subnets': [{'id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:35:37.681661 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de79ee-cde7-4514-8386-e3b68a98c6e3 None None] The sync data for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi is: [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:35:31Z', 'revision_number': 4, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'b15052e6-cda8-42f9-bffd-0600b7b75cd0', 'name': '', 'network_id': '2a942455-e6e6-4396-be88-115aa152484c', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'mac_address': 'fa:16:3e:72:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:30Z', 'updated_at': '2021-02-19T02:35:36Z', 'revision_number': 4, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'subnets': [{'id': '0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:35:37.951042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b15052e6-cda8-42f9-bffd-0600b7b75cd0 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:38.025265 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:38.032000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:38.032424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:38.170843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:38.209043 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] For port b15052e6-cda8-42f9-bffd-0600b7b75cd0, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b15052e6-cda8-42f9-bffd-0600b7b75cd0,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:35:38.214025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:38.216168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8151cf43-5ebd-4236-bb7f-64091c8e2468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:38.293371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:38.297598 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:39.920132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b15052e6-cda8-42f9-bffd-0600b7b75cd0 up at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:35:39.996607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Provisioning complete for port b15052e6-cda8-42f9-bffd-0600b7b75cd0 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:39.997028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:42.467405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:50.618851 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-f8bd0414-94e5-4fc5-81aa-c2417d6c83eb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:security_group {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:50.635791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-f8bd0414-94e5-4fc5-81aa-c2417d6c83eb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:security_group {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:50.637107 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-f8bd0414-94e5-4fc5-81aa-c2417d6c83eb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-89846141&fields=id&tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 267 time: 0.0603461
Feb 19 02:35:51.053135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-58818055-8bb3-4986-8404-af3e4eeceb44 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:51.053883 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-58818055-8bb3-4986-8404-af3e4eeceb44 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:network {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:51.069552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-58818055-8bb3-4986-8404-af3e4eeceb44 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:network {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:51.070813 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-58818055-8bb3-4986-8404-af3e4eeceb44 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.4265094
Feb 19 02:35:51.086433 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-39845e25-7f84-40b1-be3d-47fae87bca8a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/quotas/3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 375 time: 0.0096977
Feb 19 02:35:51.174444 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-940cc880-4c15-449d-9fa8-29ccda6074fc tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0826623
Feb 19 02:35:51.322204 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-1ad5ee97-5d98-446e-ba5d-01716e2b87ad service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356144
Feb 19 02:35:51.463077 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-0357d12e-c48f-426a-90a3-c1575a39de14 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1339417
Feb 19 02:35:52.897892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1a5f2997-1056-4510-8988-a47a2c9d292e req-80461756-182d-4156-b96e-701379a4f899 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:52.921943 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-1a5f2997-1056-4510-8988-a47a2c9d292e req-80461756-182d-4156-b96e-701379a4f899 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:52.926913 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1a5f2997-1056-4510-8988-a47a2c9d292e req-80461756-182d-4156-b96e-701379a4f899 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 210 time: 0.0779278
Feb 19 02:35:53.951152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-308fbdfb-9166-471f-a467-a3c03dddad6c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:53.952778 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-308fbdfb-9166-471f-a467-a3c03dddad6c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.1623492
Feb 19 02:35:54.030120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-797d8f7e-d763-467c-8012-e877ae010839 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:security_group {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:54.043168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-797d8f7e-d763-467c-8012-e877ae010839 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:security_group {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:54.044560 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-797d8f7e-d763-467c-8012-e877ae010839 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 5761 time: 0.0840325
Feb 19 02:35:54.053577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'port': {'device_id': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'admin_state_up': True, 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'security_groups': ['622b6944-4cf6-4d6d-99db-d5660c7b5ae1']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:54.096594 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ceb3a2d5-99ed-4d7b-bb1b-585a9def40e5 req-25c8881d-532d-4871-a6ed-52e3c2ff456b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 210 time: 0.0492573
Feb 19 02:35:54.199736 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:35:54.210608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:35:54.219694 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Made reservation on behalf of 3b0847ee05c643e981b009b8bc77c1aa for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:35:54.225313 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:54.538449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.20.0.5 (d7a3d9c7-d762-4eea-968f-4f012d4c747a/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0/1c4bf552-dec7-46b1-9380-540b25abd4a1) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:35:54.736169 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:54.752488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Transition to ACTIVE for port object 1c4bf552-dec7-46b1-9380-540b25abd4a1 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:54.776201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:54.800317 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-6a13b5c7-93c9-4380-91e1-60f81c6d20d2 tempest-VolumesActionsTest-613696298 tempest-VolumesActionsTest-613696298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:54.943689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=1c4bf552-dec7-46b1-9380-540b25abd4a1,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:54.959986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:55.003755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:35:55.004850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:35:55.007249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:35:55.072076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:55.072759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:55.101834 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-21025395-ea0d-4b67-961d-fa652b8eca7d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0523160
Feb 19 02:35:55.115135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Request body: {'port': {'device_id': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:35:55.224763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e53b69d4-673b-4876-8c00-241a135ba40a None None] Provisioning for port 1c4bf552-dec7-46b1-9380-540b25abd4a1 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:35:55.229817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-e53b69d4-673b-4876-8c00-241a135ba40a None None] Provisioning complete for port 1c4bf552-dec7-46b1-9380-540b25abd4a1 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:35:55.230332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e53b69d4-673b-4876-8c00-241a135ba40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:55.286784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-e53b69d4-673b-4876-8c00-241a135ba40a None None] Port 1c4bf552-dec7-46b1-9380-540b25abd4a1 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:35:55.297259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:55.436363 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087b2b-8a86-472a-b1b7-01532e8f75c5 req-ca2b18d6-3672-470c-98c6-7c7e394b265f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:55.437692 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-49087b2b-8a86-472a-b1b7-01532e8f75c5 req-ca2b18d6-3672-470c-98c6-7c7e394b265f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:35:55.503631 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-49087b2b-8a86-472a-b1b7-01532e8f75c5 req-ca2b18d6-3672-470c-98c6-7c7e394b265f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:35:55.504891 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-49087b2b-8a86-472a-b1b7-01532e8f75c5 req-ca2b18d6-3672-470c-98c6-7c7e394b265f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 931 time: 0.2779074
Feb 19 02:35:55.643708 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-49087b2b-8a86-472a-b1b7-01532e8f75c5 req-50a8ddf9-a3fd-4c98-b110-ad866f48f1d7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1320763
Feb 19 02:35:55.782920 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4bf552-dec7-46b1-9380-540b25abd4a1 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:35:55.790647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:55.802927 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Transition to ACTIVE for port object 1c4bf552-dec7-46b1-9380-540b25abd4a1 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:35:55.805559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:55.821142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:56.191866 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bf552-dec7-46b1-9380-540b25abd4a1,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:56.204337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:56.384804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Attempting to bind port 1c4bf552-dec7-46b1-9380-540b25abd4a1 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:35:56.385180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Attempting to bind port 1c4bf552-dec7-46b1-9380-540b25abd4a1 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:35:56.385548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Attempting to bind port 1c4bf552-dec7-46b1-9380-540b25abd4a1 on network d7a3d9c7-d762-4eea-968f-4f012d4c747a {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:35:56.391397 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:35:56.391773 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:35:56.392178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:56.392577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Bound using segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:35:56.393219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Bound port: 1c4bf552-dec7-46b1-9380-540b25abd4a1, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:35:56.393591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:56.489371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] For port 1c4bf552-dec7-46b1-9380-540b25abd4a1, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:35:56.492508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] For port 1c4bf552-dec7-46b1-9380-540b25abd4a1, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:35:56.495645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:56.510855 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:35:56.663649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bf552-dec7-46b1-9380-540b25abd4a1,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:35:56.669064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:35:56.699723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:56.700407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:35:56.701902 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-667c29f5-bdcc-4693-bb31-15a501966e1c service neutron] 10.222.0.53 "PUT /v2.0/ports/1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 1157 time: 1.5916219
Feb 19 02:35:56.702526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:35:56.795391 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'status': 'completed', 'code': 200}
Feb 19 02:35:56.843645 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-1cedfee2-1f4c-4728-a51b-97e8819c7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:56.845367 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-1cedfee2-1f4c-4728-a51b-97e8819c7fa7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1160 time: 0.0971148
Feb 19 02:35:56.865384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607e899-58fb-46ed-b0ca-42039ef4a126 req-191d4ee6-c45b-48d8-8c9d-cff62fdf901a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:56.867273 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4607e899-58fb-46ed-b0ca-42039ef4a126 req-191d4ee6-c45b-48d8-8c9d-cff62fdf901a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.0990987
Feb 19 02:35:56.918840 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4607e899-58fb-46ed-b0ca-42039ef4a126 req-87921402-ca16-45bd-9479-4f1f4cdabf79 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0451069
Feb 19 02:35:56.935589 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-ab0b2d13-3cda-4ec7-a46c-5c2e87814a17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 217 time: 0.0826104
Feb 19 02:35:57.006945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-a2ec441a-dc5d-4599-a861-877eebdcea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.008501 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-a2ec441a-dc5d-4599-a861-877eebdcea8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0669994
Feb 19 02:35:57.090447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-c0ab3681-cd50-401e-b06f-ae76731f8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.091995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-c0ab3681-cd50-401e-b06f-ae76731f8181 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762312
Feb 19 02:35:57.232809 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-8427a1c2-a9e0-4365-bd23-e38f8fba54c9 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343911
Feb 19 02:35:57.381753 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e1ede57c-6020-4f32-861b-76b1d02df8d5 req-01e011a2-0534-4c22-828d-2d0d666840ba service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415286
Feb 19 02:35:57.505269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075490-6133-4c18-9a2b-d91d0366a164 req-2c10cd92-37b1-4bde-aeb0-07735eaef882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.506899 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-2c10cd92-37b1-4bde-aeb0-07735eaef882 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1160 time: 0.0836685
Feb 19 02:35:57.647641 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075490-6133-4c18-9a2b-d91d0366a164 req-ca7df4fb-ccdd-4397-b15f-35a50ab9374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.649120 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-ca7df4fb-ccdd-4397-b15f-35a50ab9374a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1354766
Feb 19 02:35:57.722254 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-a5c1872c-95d5-4ce4-8fc0-c1ffcf151b38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 217 time: 0.0653231
Feb 19 02:35:57.792267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075490-6133-4c18-9a2b-d91d0366a164 req-4616454a-1381-4d67-82ed-3d6a0eb9995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.793791 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-4616454a-1381-4d67-82ed-3d6a0eb9995a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0656562
Feb 19 02:35:57.875285 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075490-6133-4c18-9a2b-d91d0366a164 req-95e70014-5671-460f-a7e0-cfca21284471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:57.876867 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-95e70014-5671-460f-a7e0-cfca21284471 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771034
Feb 19 02:35:58.020731 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-46847158-e9ae-453d-a3d0-57a35bf56cd3 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368451
Feb 19 02:35:58.231965 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-43075490-6133-4c18-9a2b-d91d0366a164 req-54e0ec8f-ae04-4875-a88d-5cacb445c1d6 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2051864
Feb 19 02:35:58.240438 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6df04-6898-4415-a695-1616a25978d8 req-8b688d78-8654-45a8-9adc-25b0f5fb6434 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:58.241945 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1cf6df04-6898-4415-a695-1616a25978d8 req-8b688d78-8654-45a8-9adc-25b0f5fb6434 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.1915529
Feb 19 02:35:58.289573 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1cf6df04-6898-4415-a695-1616a25978d8 req-5d84478c-af90-4059-9222-60001231777e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0409052
Feb 19 02:35:59.487662 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7b402-13e9-4eea-afc2-22f60ef238fa req-517c4620-7029-4ea5-a21d-5eff445a6aae tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:35:59.489293 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-daf7b402-13e9-4eea-afc2-22f60ef238fa req-517c4620-7029-4ea5-a21d-5eff445a6aae tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.0872002
Feb 19 02:35:59.539626 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-daf7b402-13e9-4eea-afc2-22f60ef238fa req-0e233c57-4b1d-47ce-81d2-e4b71ead6471 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0442352
Feb 19 02:36:00.734283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f870f0-cabb-427c-b40e-c7cb114d8c98 req-7666b2f7-6f29-45de-b8e7-35bdf27b3beb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:00.735889 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27f870f0-cabb-427c-b40e-c7cb114d8c98 req-7666b2f7-6f29-45de-b8e7-35bdf27b3beb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.0844259
Feb 19 02:36:00.786787 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27f870f0-cabb-427c-b40e-c7cb114d8c98 req-0914735a-b746-448f-8dfe-12e56fced591 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0445707
Feb 19 02:36:00.844035 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-574fef3d-a894-4550-a726-66a5769895ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:01.986911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97097a2-8794-4e8a-be2d-0caa12298c05 req-3f859a2a-25c3-4bc6-a97a-41cd757bb0dd tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:01.988558 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d97097a2-8794-4e8a-be2d-0caa12298c05 req-3f859a2a-25c3-4bc6-a97a-41cd757bb0dd tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.0879939
Feb 19 02:36:02.036810 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d97097a2-8794-4e8a-be2d-0caa12298c05 req-29f71776-91d8-4a7d-8317-3eb46586398d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0419190
Feb 19 02:36:03.288907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8b96fcdc-c55d-4762-a4e2-7377c969fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:03.347262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64e8b-e05b-497b-a3c6-02693d8afcba req-f0a4fe44-97dc-47d0-a69e-695ef36dc4a2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:03.348903 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-61a64e8b-e05b-497b-a3c6-02693d8afcba req-f0a4fe44-97dc-47d0-a69e-695ef36dc4a2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 943 time: 0.1979799
Feb 19 02:36:03.396094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-61a64e8b-e05b-497b-a3c6-02693d8afcba req-8bcec9d8-9390-4da4-bdd5-ce31a8198fe5 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0410216
Feb 19 02:36:03.837810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:03.928521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1c4bf552-dec7-46b1-9380-540b25abd4a1 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:36:04.001345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 1c4bf552-dec7-46b1-9380-540b25abd4a1 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:36:04.006225 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 1c4bf552-dec7-46b1-9380-540b25abd4a1 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:36:04.006655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:04.129449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:04.157259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:36:04.167594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 1c4bf552-dec7-46b1-9380-540b25abd4a1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:36:04.171622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:04.173340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:36:04.211552 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'code': 200}
Feb 19 02:36:04.246074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=1c4bf552-dec7-46b1-9380-540b25abd4a1,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:36:04.254487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.254878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.255258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.255636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.256011 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.256381 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.256749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.257119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.257482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.257850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.258221 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.258610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.259042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.259413 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.259778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.260230 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.260596 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.260960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.261324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.261686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.262053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.262462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.262829 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.263190 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:04.267597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:36:04.499789 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2295b-dd3a-406e-bf98-2f56bf6a9d28 req-28f24602-63ad-46db-a13a-ec629d2e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:04.501641 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-19e2295b-dd3a-406e-bf98-2f56bf6a9d28 req-28f24602-63ad-46db-a13a-ec629d2e0603 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1162 time: 0.0884850
Feb 19 02:36:04.548579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-19e2295b-dd3a-406e-bf98-2f56bf6a9d28 req-ac70aab0-0048-4496-86d5-19bb5a16cf10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0405900
Feb 19 02:36:04.730334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb777-800d-451e-a79d-6dee0acf791a req-8bc6a3c1-885a-4d0f-b45e-1af392be6844 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:04.731841 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4c4fb777-800d-451e-a79d-6dee0acf791a req-8bc6a3c1-885a-4d0f-b45e-1af392be6844 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0855100
Feb 19 02:36:04.781911 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4c4fb777-800d-451e-a79d-6dee0acf791a req-f5b15b3d-9e82-49fe-928c-9c935165cd8b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0439603
Feb 19 02:36:04.959092 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:05.216021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:05.678121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1c4bf552-dec7-46b1-9380-540b25abd4a1 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:36:05.927019 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 1c4bf552-dec7-46b1-9380-540b25abd4a1 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:36:05.927649 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:06.045249 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34514c-b894-470c-8754-2816f92354b2 req-9618d992-685d-4ffe-b8ce-73e0e1163511 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:06.047025 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d34514c-b894-470c-8754-2816f92354b2 req-9618d992-685d-4ffe-b8ce-73e0e1163511 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.1454384
Feb 19 02:36:06.096157 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5d34514c-b894-470c-8754-2816f92354b2 req-a4ce9ae9-ae07-45b0-bbd0-6eec0f56eebf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0426834
Feb 19 02:36:06.290443 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8227f-3dd3-488a-845a-a76f4e8f5527 req-34976c1e-2dda-410d-924a-cbf2e42a00a0 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:06.291889 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9bc8227f-3dd3-488a-845a-a76f4e8f5527 req-34976c1e-2dda-410d-924a-cbf2e42a00a0 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0849278
Feb 19 02:36:06.338395 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9bc8227f-3dd3-488a-845a-a76f4e8f5527 req-348cda99-133d-4253-aa88-9e9364a0767e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0401661
Feb 19 02:36:06.536153 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-a49e1305-16d5-4eeb-a183-16b23c2f5a12 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1604888
Feb 19 02:36:06.546326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:36:06.552096 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:36:06.556231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Usage tracker for resource:floatingip and tenant:3b0847ee05c643e981b009b8bc77c1aa is out of sync, need to count used quota {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:36:06.559277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:36:06.565623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:36:06.575063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:06.718471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:06.994324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.27.1.13 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/c4f5783a-af72-416c-90b6-486182c5d111) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:36:07.157341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.186328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.201311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-39bb5975-6deb-400a-bc6e-a6ae04e5f3e0 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:36:07.344847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=c4f5783a-af72-416c-90b6-486182c5d111,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:36:07.356406 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.356838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.357259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.357676 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.358113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.358551 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.358962 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.359370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.359775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.360182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.360586 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.360989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.361464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.361870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.362272 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.362698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.363097 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.363503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.363903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.364304 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.364704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.365106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.365505 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.365903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:36:07.371743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:36:07.408976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:36:07.410244 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:36:07.412599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:36:07.496315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.556328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.825575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.829739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:07.845941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:36:08.001847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=c4f5783a-af72-416c-90b6-486182c5d111,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:36:08.007348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:36:08.108016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:08.130345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:08.131702 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5896997
Feb 19 02:36:08.219161 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7286f330-6032-408b-81af-859a95a95780 req-a8c40a67-0447-4975-8acb-6138883c37e4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:36:08.235067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7286f330-6032-408b-81af-859a95a95780 req-a8c40a67-0447-4975-8acb-6138883c37e4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:36:08.236338 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-a8c40a67-0447-4975-8acb-6138883c37e4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.13 HTTP/1.1" status: 200  len: 695 time: 0.0981898
Feb 19 02:36:08.400647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286f330-6032-408b-81af-859a95a95780 req-4d372910-263b-4fd1-b112-0f426f511f82 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:08.402058 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-4d372910-263b-4fd1-b112-0f426f511f82 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1578057
Feb 19 02:36:08.413231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-c022663c-a91a-4e07-aac6-2815e13b962c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:36:08.414921 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7286f330-6032-408b-81af-859a95a95780 req-c022663c-a91a-4e07-aac6-2815e13b962c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064826
Feb 19 02:36:08.612278 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-f628d214-f7ab-488e-b796-163bfd7ad0aa tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:08.613872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-f628d214-f7ab-488e-b796-163bfd7ad0aa tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0916848
Feb 19 02:36:08.701089 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-07d4bde6-f9c8-41fa-8840-de9dfb540ef7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.13 HTTP/1.1" status: 200  len: 695 time: 0.0789626
Feb 19 02:36:08.711452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'port_id': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:36:08.794474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:09.430826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:09.433568 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:09.851465 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP b4e671aa-7099-4627-9a63-7b5f2a3a87db associated. External IP: 172.27.1.13, port: 1c4bf552-dec7-46b1-9380-540b25abd4a1.
Feb 19 02:36:09.977198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:36:10.223951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:36:10.412215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:36:10.416520 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:10.422412 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:36:10.432812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:36:10.433480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5feb8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:36:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:36:10.480068 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-ff4fed07-2557-458e-a1d7-17089c802949 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "PUT /v2.0/floatingips/b4e671aa-7099-4627-9a63-7b5f2a3a87db HTTP/1.1" status: 200  len: 995 time: 1.7725675
Feb 19 02:36:10.480573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:36:10.532891 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'status': 'completed', 'code': 200}
Feb 19 02:36:10.626027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:36:10.644394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-adb0b9fa-6628-46f8-8bc6-e4b1451ab422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:10.646061 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-adb0b9fa-6628-46f8-8bc6-e4b1451ab422 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1162 time: 0.1523290
Feb 19 02:36:10.652437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-f7a54fc0-6eef-4079-a111-6210ef0cd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:10.653953 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-f7a54fc0-6eef-4079-a111-6210ef0cd3f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1162 time: 0.1013801
Feb 19 02:36:10.916409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-e5394106-1253-4fea-9666-720efc7cda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:10.918071 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-e5394106-1253-4fea-9666-720efc7cda2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2630303
Feb 19 02:36:10.919311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-92a1bd1f-6890-4b78-956e-41effb9c6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:10.920824 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-92a1bd1f-6890-4b78-956e-41effb9c6e8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2413239
Feb 19 02:36:11.040194 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5feb8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'b4e671aa-7099-4627-9a63-7b5f2a3a87db', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:1a:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:36:07Z', 'updated_at': '2021-02-19T02:36:09Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:36:11.044330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:36:11.053746 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:36:11.054453 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5feb8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:36:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:36:11.124679 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-2f29e7cb-fc70-4147-a253-847e0c3ba173 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 998 time: 0.2001991
Feb 19 02:36:11.128380 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-f5f191cd-d8b7-43a6-be5c-f81467521bd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 998 time: 0.1513760
Feb 19 02:36:11.242806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:36:11.252697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-627312a7-970a-4479-972b-0b60441c8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:11.254340 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-627312a7-970a-4479-972b-0b60441c8214 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.1233811
Feb 19 02:36:11.255751 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-418eeb86-245a-4eea-8544-a6675d0a3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:11.257189 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-418eeb86-245a-4eea-8544-a6675d0a3c21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0896404
Feb 19 02:36:11.407399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-44c0d8c8-5c46-4675-94b8-53d784f0a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:11.409071 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-44c0d8c8-5c46-4675-94b8-53d784f0a982 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480007
Feb 19 02:36:11.411957 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-c80322e1-26be-4519-8226-abd8d7ab09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:11.413459 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-c80322e1-26be-4519-8226-abd8d7ab09d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1178832
Feb 19 02:36:11.682274 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-564a41ff-8178-4c91-ab07-b9af72a9f5ca service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661128
Feb 19 02:36:11.687746 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-8db0976f-db80-45ce-a2f7-f6ddff56141d service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466815
Feb 19 02:36:11.769377 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40f5feb8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'b4e671aa-7099-4627-9a63-7b5f2a3a87db', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:1a:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:36:07Z', 'updated_at': '2021-02-19T02:36:09Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:36:11.773571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e7ad8-dc7a-4115-9ad9-791def3c3dd5 None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': 'b4e671aa-7099-4627-9a63-7b5f2a3a87db', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:1a:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:36:07Z', 'updated_at': '2021-02-19T02:36:09Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:36:11.948761 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-65cf3298-c6f0-4a34-aef7-8b68d1e7fa03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836027
Feb 19 02:36:11.953672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-bc92eef1-ce76-4e7c-a2ad-19fb7c24866f req-d81e19f5-f98b-435b-8549-535f9317e156 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2644095
Feb 19 02:36:11.957168 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8839f2bc-5908-4d04-80f2-6eb67d5ad8d3 req-5e5645a2-421d-41cf-a5af-abc199f5d444 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2438807
Feb 19 02:36:12.075393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1b5dd-9ffe-4d62-a509-e07b43c022ce None None] New status for floating IP b4e671aa-7099-4627-9a63-7b5f2a3a87db: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:36:12.132901 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-5646f127-f759-45be-9ce0-8b02423ad053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:12.134565 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-5646f127-f759-45be-9ce0-8b02423ad053 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1162 time: 0.0807021
Feb 19 02:36:12.291513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-a39fc2de-e823-4f94-bea0-2f5eefdb4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:12.293111 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-a39fc2de-e823-4f94-bea0-2f5eefdb4473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1381953
Feb 19 02:36:12.403856 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-673a76fc-8db3-4455-ab70-05175211a4bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 1000 time: 0.1042883
Feb 19 02:36:12.471677 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:12.723600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-7ff512cb-27b5-4270-bb0f-158ca81c321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:12.725091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-7ff512cb-27b5-4270-bb0f-158ca81c321f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.3144629
Feb 19 02:36:12.808384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-817751f5-0a5a-44bc-972b-7f743cde3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:36:12.809960 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-817751f5-0a5a-44bc-972b-7f743cde3326 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770543
Feb 19 02:36:12.953327 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-679fbc50-bd91-4f15-afbc-94382ebf464d service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357284
Feb 19 02:36:13.098378 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a2ab9cfd-d9fd-4061-90e3-5eb04767c955 req-1b0a798b-b55a-4722-8ce8-25e6f1709622 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385977
Feb 19 02:36:30.845145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-55265879-5e28-4b3a-a263-7acea31ff033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:33.292184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6b72-e0c9-43ed-a1f8-f0265b6fc55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:33.841228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:34.961954 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:35.218032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:42.479521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:36:46.977764 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:37:00.846804 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-79bfeee6-1dd2-433e-9354-cfbbd0283c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:03.293634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b5fa075a-39ce-4ef6-b9e1-e35811eff45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:03.844647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:04.965179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:05.220768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:12.495002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:12.985795 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-6572d846-1f06-4948-9169-2f967edc2756 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1218066
Feb 19 02:37:13.136929 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-9ff371d1-2c8a-4cc3-a58b-06f3db7b0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:37:13.138521 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-9ff371d1-2c8a-4cc3-a58b-06f3db7b0e61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 1162 time: 0.0814795
Feb 19 02:37:13.292059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-ec8cb93c-64ed-4f7e-9c1b-6fefe7c29f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:37:13.293644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-ec8cb93c-64ed-4f7e-9c1b-6fefe7c29f6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1362038
Feb 19 02:37:13.403112 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-5575cda3-573b-41f7-bd42-d02320aa8c2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 200  len: 1000 time: 0.1025681
Feb 19 02:37:13.470303 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-535cf79a-9200-4f40-af96-cd763a933d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:37:13.471881 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-535cf79a-9200-4f40-af96-cd763a933d49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0626400
Feb 19 02:37:13.555205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-ec3c27b0-1616-4226-bebc-2fbcffd078ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:37:13.556788 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-ec3c27b0-1616-4226-bebc-2fbcffd078ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791001
Feb 19 02:37:13.566819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-e99fc01e-f588-43ca-be66-6d7f71f0581f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:37:13.567874 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-e99fc01e-f588-43ca-be66-6d7f71f0581f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0052433
Feb 19 02:37:13.710549 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-c16e6d8d-0c23-4129-a0be-b568389016a6 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362994
Feb 19 02:37:13.853740 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9e3a4d58-90ea-4325-97c6-7f5ea6775a11 req-03a25066-625e-4956-85a6-d45c4f0b7c2a service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369371
Feb 19 02:37:23.978387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:37:30.846984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ed0e-7a5c-4f38-90fc-c46dfa0e387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:33.296474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47d4ea07-f009-4343-b52f-e9e1221ecfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:33.845877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:34.968055 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:35.224575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:37:42.512629 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:00.848838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6784df3c-5e7f-4c80-935b-2a5bc7270ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:00.962237 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd127a-6ad0-40bf-8fef-e8406db8b9be req-b2db0063-4534-4d2b-b37c-06f659d8f14c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:00.963898 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3cbd127a-6ad0-40bf-8fef-e8406db8b9be req-b2db0063-4534-4d2b-b37c-06f659d8f14c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0878568
Feb 19 02:38:00.979152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:38:01.013875 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3cbd127a-6ad0-40bf-8fef-e8406db8b9be req-7499f6e1-0f3f-46bc-a0a9-b51880d37207 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0427895
Feb 19 02:38:02.225471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98890a01-2fee-478f-8d45-432e10898bcb req-bee960e7-ced8-4272-b73b-5f9e1c4ad60b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:02.227037 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98890a01-2fee-478f-8d45-432e10898bcb req-bee960e7-ced8-4272-b73b-5f9e1c4ad60b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0871234
Feb 19 02:38:02.286568 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-98890a01-2fee-478f-8d45-432e10898bcb req-a858d2ad-644b-4796-bbb2-82d516f33350 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0533307
Feb 19 02:38:02.371155 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-fac55103-f0f5-4261-bc64-dca761342175 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:02.372674 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-fac55103-f0f5-4261-bc64-dca761342175 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0880029
Feb 19 02:38:02.446487 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port 1c4bf552-dec7-46b1-9380-540b25abd4a1 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:38:02.446869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:02.703382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] For port 1c4bf552-dec7-46b1-9380-540b25abd4a1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=1c4bf552-dec7-46b1-9380-540b25abd4a1,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:38:02.704067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.008752 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.009164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.009514 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP b4e671aa-7099-4627-9a63-7b5f2a3a87db disassociated. External IP: 172.27.1.13, port: 1c4bf552-dec7-46b1-9380-540b25abd4a1.
Feb 19 02:38:03.009894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for 1c4bf552-dec7-46b1-9380-540b25abd4a1 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:38:03.159470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.174942 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9b7bcd5d-5578-4df2-b02b-4d5e031734d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:03.273134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=1c4bf552-dec7-46b1-9380-540b25abd4a1,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:03.292013 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.292444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.292874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.293294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.293711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.294124 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.294559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.294970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.295404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.295838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.296294 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.296698 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.297178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.298129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.298273 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7637b23a-fe25-4e3b-b335-523b9770efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.298566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.298974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.299384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.299791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.300198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.300603 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.301010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.301415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.301816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.302220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:03.307282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:03.498302 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-80f22493-0abd-433b-b789-59c836fb0a5f req-1c313246-a7fa-4e4a-8fd4-60afaafcfcb2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 210 time: 0.0718336
Feb 19 02:38:03.603511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:38:03.791968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:38:03.802771 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:38:03.814145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:38:03.814880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e1a470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:38:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:03.836232 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] No DVR routers for this DVR port 1c4bf552-dec7-46b1-9380-540b25abd4a1 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:38:03.838559 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.841650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'name': 'network-vif-deleted', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:38:03.856360 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:03.858826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5dba8a59-5308-4e7a-8153-761a088858d6 req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "DELETE /v2.0/ports/1c4bf552-dec7-46b1-9380-540b25abd4a1 HTTP/1.1" status: 204  len: 173 time: 1.4803102
Feb 19 02:38:03.897062 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3', 'name': 'network-vif-deleted', 'tag': '1c4bf552-dec7-46b1-9380-540b25abd4a1', 'status': 'completed', 'code': 200}
Feb 19 02:38:04.036910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:38:04.083195 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1c4bf552-dec7-46b1-9380-540b25abd4a1 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:38:04.120248 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] No Port match for: 1c4bf552-dec7-46b1-9380-540b25abd4a1 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:38:04.120690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 1c4bf552-dec7-46b1-9380-540b25abd4a1 not bound to the agent host hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:38:04.370137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e1a470>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:04.374326 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:38:04.383315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:38:04.383966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e1a470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:38:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:04.573825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:38:04.923658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e1a470>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:04.924458 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-492cbfbd-f9f0-4586-9410-f73d64d60269 req-aa3bc7b0-85e1-4893-ade9-26f799f970db tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:38:04.928312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9009225-fa95-4445-9b25-233f2f098215 None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:38:04.939503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-492cbfbd-f9f0-4586-9410-f73d64d60269 req-aa3bc7b0-85e1-4893-ade9-26f799f970db tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:38:04.940826 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-492cbfbd-f9f0-4586-9410-f73d64d60269 req-aa3bc7b0-85e1-4893-ade9-26f799f970db tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=b664eceb-b7d1-4ad4-9894-cd7d69f1d3c3 HTTP/1.1" status: 200  len: 210 time: 0.3111465
Feb 19 02:38:04.982323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:05.227540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:05.305217 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced688d-8dbd-44f0-81e7-4946218e95fa None None] New status for floating IP b4e671aa-7099-4627-9a63-7b5f2a3a87db: DOWN {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:38:06.287106 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-809a8855-3564-46a9-9945-52d665cdd5eb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-89846141&fields=id&tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 267 time: 0.0424478
Feb 19 02:38:06.446874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-e86a6c48-72d5-4eda-8652-20228e064707 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:06.448454 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-e86a6c48-72d5-4eda-8652-20228e064707 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.1532104
Feb 19 02:38:06.464572 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-2fb02e93-6d3c-4cdd-ac55-ce9fec038806 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/quotas/3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 375 time: 0.0095749
Feb 19 02:38:06.557497 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-c46b8ec5-5c8b-4b60-bb46-53f874a8f895 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0875602
Feb 19 02:38:06.669424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-c367f7b1-d6f8-47f7-9424-bcfe32b5bf07 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:38:06.670579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-c367f7b1-d6f8-47f7-9424-bcfe32b5bf07 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1006045
Feb 19 02:38:06.812818 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-9569946c-8477-4cce-9de3-496be576660e service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354821
Feb 19 02:38:06.957514 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-c81d0726-6c31-4781-8c1d-c3bf59f50d23 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379864
Feb 19 02:38:07.371274 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f84b52c4-5dbf-4a4e-b463-d1660cbed1d8 req-54167dc8-f124-4938-8f60-ee57f61231ad tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 210 time: 0.0524364
Feb 19 02:38:08.573996 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-63b373db-10c9-4bee-bd0c-e31566513aa2 req-30799675-d29b-4469-ae57-f608d3c0be17 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 210 time: 0.0697114
Feb 19 02:38:08.634174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-5bbae70f-7c2c-41ee-beff-4a6d75721390 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:08.635768 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-5bbae70f-7c2c-41ee-beff-4a6d75721390 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.2095828
Feb 19 02:38:08.712022 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-0d9a711a-2e53-4a26-8505-b1868c2fe5e4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 5761 time: 0.0676539
Feb 19 02:38:08.721569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'port': {'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'admin_state_up': True, 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'security_groups': ['622b6944-4cf6-4d6d-99db-d5660c7b5ae1']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:38:08.866120 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:38:08.875968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:38:08.884312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Made reservation on behalf of 3b0847ee05c643e981b009b8bc77c1aa for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:38:08.889981 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.205882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.20.0.4 (d7a3d9c7-d762-4eea-968f-4f012d4c747a/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0/74c7bb13-b661-4bc1-8c0c-b971254d0c61) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:38:09.404311 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.420633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Transition to ACTIVE for port object 74c7bb13-b661-4bc1-8c0c-b971254d0c61 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:38:09.443858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.462600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-458379d4-cc0b-4f32-bfe6-b6337b6b0364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:09.597177 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:09.613849 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:09.656224 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:38:09.657806 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:38:09.660170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:38:09.725354 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:09.726045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.752864 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0352972
Feb 19 02:38:09.766153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Request body: {'port': {'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:38:09.779009 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d896c-9d36-42e0-9b1a-10bbb1ed884c req-3af522a1-c2d1-4e92-8d8b-d1a1e2033f15 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:09.780979 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a03d896c-9d36-42e0-9b1a-10bbb1ed884c req-3af522a1-c2d1-4e92-8d8b-d1a1e2033f15 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 931 time: 0.0911295
Feb 19 02:38:09.832182 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a03d896c-9d36-42e0-9b1a-10bbb1ed884c req-73f540d4-e480-44d0-a86b-864f33d305be tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0443993
Feb 19 02:38:09.892892 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.924108 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96bd0af8-e676-43b7-af85-92fed4cab208 None None] Provisioning for port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:38:09.929525 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-96bd0af8-e676-43b7-af85-92fed4cab208 None None] Provisioning complete for port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:38:09.930141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-96bd0af8-e676-43b7-af85-92fed4cab208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:09.992366 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-96bd0af8-e676-43b7-af85-92fed4cab208 None None] Port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:38:10.314796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c7bb13-b661-4bc1-8c0c-b971254d0c61 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:38:10.322550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:10.336390 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Transition to ACTIVE for port object 74c7bb13-b661-4bc1-8c0c-b971254d0c61 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:38:10.340170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:10.356534 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3d3eb76e-53ba-4a62-9d5d-b648f83797bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:10.489810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Pushing event updated for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:10.502403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:10.681371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Attempting to bind port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:38:10.681950 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Attempting to bind port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:38:10.682078 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Attempting to bind port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 on network d7a3d9c7-d762-4eea-968f-4f012d4c747a {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:38:10.688282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:38:10.688644 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:38:10.689106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:10.689500 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Bound using segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:38:10.689989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Bound port: 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:38:10.690382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:10.787618 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:38:10.791076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:38:10.794345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:10.809283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-74595690-98cb-4a75-b5e1-a3e4e4407201 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:11.005486 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Pushing event updated for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:11.008878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:11.061643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.062336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:11.067526 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b927d8d7-277e-4c36-9eb2-f34897ce904d service neutron] 10.222.0.53 "PUT /v2.0/ports/74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 1157 time: 1.3061929
Feb 19 02:38:11.069787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:38:11.093098 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af960-8e17-43a0-ae34-3444e728593e req-b9055a57-f50d-4f10-8c2a-762dbd8f81a7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.093888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-db4af960-8e17-43a0-ae34-3444e728593e req-b9055a57-f50d-4f10-8c2a-762dbd8f81a7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:38:11.155503 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'status': 'completed', 'code': 200}
Feb 19 02:38:11.162529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-db4af960-8e17-43a0-ae34-3444e728593e req-b9055a57-f50d-4f10-8c2a-762dbd8f81a7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:38:11.163838 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db4af960-8e17-43a0-ae34-3444e728593e req-b9055a57-f50d-4f10-8c2a-762dbd8f81a7 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.2073689
Feb 19 02:38:11.227187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-db4af960-8e17-43a0-ae34-3444e728593e req-b74d0de8-b239-4632-bbd6-757b896632b1 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0568273
Feb 19 02:38:11.236305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-75d10f81-d67f-4af1-ba80-6dfb96dfc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.237878 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-75d10f81-d67f-4af1-ba80-6dfb96dfc137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1160 time: 0.1283433
Feb 19 02:38:11.315942 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-e23041b9-3ece-4135-b5e1-30639e413831 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 217 time: 0.0697293
Feb 19 02:38:11.386116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b5c25294-9a3a-4044-aef4-42f2fe34b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.387642 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-b5c25294-9a3a-4044-aef4-42f2fe34b604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0652039
Feb 19 02:38:11.470951 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-a0a82caf-1bcc-4ecb-8824-261aba2658d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.472595 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-a0a82caf-1bcc-4ecb-8824-261aba2658d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785298
Feb 19 02:38:11.613436 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-d340e271-adcf-4f04-b9d9-ca9fe886e9ab service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331937
Feb 19 02:38:11.755010 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a27f9b31-90ec-4b7c-8f30-b9e4c96235f2 req-d67d2e10-0e79-4551-8838-3f15cba6055a service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341815
Feb 19 02:38:11.874647 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-9cb645f0-0741-4733-b607-644d6a4262af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:11.876972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-9cb645f0-0741-4733-b607-644d6a4262af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1160 time: 0.0818279
Feb 19 02:38:12.264846 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-22357180-24b4-42ba-bd6c-c042a7ab7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:12.266539 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-22357180-24b4-42ba-bd6c-c042a7ab7749 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.3826535
Feb 19 02:38:12.347615 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-2de230ed-92ca-4c5f-b78a-51f44cd4f027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 217 time: 0.0730715
Feb 19 02:38:12.421903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-8a3d2c90-49a6-46d0-858e-50d33b7050c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:12.424113 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-8a3d2c90-49a6-46d0-858e-50d33b7050c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0687525
Feb 19 02:38:12.443881 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb08ee7-ffcb-49da-b3a7-6f6d55ef0059 req-3d4b82ac-1543-4813-ac22-03e6ecdbb43d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:12.445553 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aeb08ee7-ffcb-49da-b3a7-6f6d55ef0059 req-3d4b82ac-1543-4813-ac22-03e6ecdbb43d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.1032732
Feb 19 02:38:12.496290 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-aeb08ee7-ffcb-49da-b3a7-6f6d55ef0059 req-f41f3122-ed24-4461-ae55-3c6d06689761 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0443361
Feb 19 02:38:12.512976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-467c3f80-16cf-418d-bdf3-0a64c27f144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:12.514678 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-467c3f80-16cf-418d-bdf3-0a64c27f144f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850487
Feb 19 02:38:12.525610 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:12.662215 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-14dd362c-2102-433e-8811-ca37689f8e5d service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406262
Feb 19 02:38:12.805064 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7680e7de-2cc0-4dc5-888e-d1335cd0e97e req-9758750d-4dfe-47c1-a94a-1f99dfc702ba service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361752
Feb 19 02:38:13.698038 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a3e63-ecc2-4973-bf2c-cf83b99bcb85 req-740cae6f-d600-44fc-af65-3becdad3e492 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:13.699638 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a9a3e63-ecc2-4973-bf2c-cf83b99bcb85 req-740cae6f-d600-44fc-af65-3becdad3e492 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.0852544
Feb 19 02:38:13.746764 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9a9a3e63-ecc2-4973-bf2c-cf83b99bcb85 req-d2cb2bf5-9822-432e-b7f7-a98f4e889f57 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0406880
Feb 19 02:38:14.948615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cada43b-00e6-44b6-a3d0-5fed1ed1fedc req-aecefee6-0a4c-42eb-beac-6353e8fe86cb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:14.950255 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4cada43b-00e6-44b6-a3d0-5fed1ed1fedc req-aecefee6-0a4c-42eb-beac-6353e8fe86cb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.0921097
Feb 19 02:38:14.998116 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4cada43b-00e6-44b6-a3d0-5fed1ed1fedc req-c34bf6d7-92dd-4666-9ccd-ebca609fa686 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0412269
Feb 19 02:38:16.203481 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8d5c0-fd10-4ffd-9df7-3c6f32c8f575 req-34903584-05d8-4e9c-ac30-18627e520b10 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:16.205282 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-72f8d5c0-fd10-4ffd-9df7-3c6f32c8f575 req-34903584-05d8-4e9c-ac30-18627e520b10 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.0942430
Feb 19 02:38:16.254578 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-72f8d5c0-fd10-4ffd-9df7-3c6f32c8f575 req-53b6d41b-27c6-4f7c-92b4-38d54a37f6d3 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0425055
Feb 19 02:38:17.452588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0965-8176-47e8-a54a-c1d44016e76f req-ed10b40f-3d78-4889-84e5-a4fcf20e9761 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:17.455146 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3e4d0965-8176-47e8-a54a-c1d44016e76f req-ed10b40f-3d78-4889-84e5-a4fcf20e9761 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.0887592
Feb 19 02:38:17.502631 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3e4d0965-8176-47e8-a54a-c1d44016e76f req-7416fce0-62bf-436d-a8fa-272c22e6c718 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0411510
Feb 19 02:38:18.386864 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 74c7bb13-b661-4bc1-8c0c-b971254d0c61 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:38:18.467503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:38:18.472510 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:38:18.472935 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:18.597718 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:18.626729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:38:18.636933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:38:18.641337 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:18.643296 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:18.700812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c7f6-8455-476e-bf56-934b2a3b723d req-ed260dfe-4580-4939-a528-4bc078ee150e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:18.702439 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dca9c7f6-8455-476e-bf56-934b2a3b723d req-ed260dfe-4580-4939-a528-4bc078ee150e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0867286
Feb 19 02:38:18.716369 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:18.724494 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.724759 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.725153 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.725535 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.725912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.726290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.726689 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.727063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.727432 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.728667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.728667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.728667 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.728934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.729262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.729634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.730004 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.730590 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.730760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.731093 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.731462 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.731830 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.732199 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.732566 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.732931 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:38:18.738526 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:18.745983 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'code': 200}
Feb 19 02:38:18.758268 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-dca9c7f6-8455-476e-bf56-934b2a3b723d req-580ae3e5-b9fe-435b-a783-dd5b807f7a12 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0493963
Feb 19 02:38:19.031023 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bbc52-34c2-474c-bb58-0c15830729d8 req-4a189aa0-503f-4b04-99fd-b58147ce77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:19.033147 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-983bbc52-34c2-474c-bb58-0c15830729d8 req-4a189aa0-503f-4b04-99fd-b58147ce77c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0764713
Feb 19 02:38:19.076840 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-983bbc52-34c2-474c-bb58-0c15830729d8 req-91b44b74-6cbc-4c61-9261-653c94c16390 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0363805
Feb 19 02:38:19.967894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebd708-5679-4871-9ccc-84550ba3e5c7 req-82a1cab9-bc1d-454a-ab84-4410f5feb7b4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:19.969552 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebebd708-5679-4871-9ccc-84550ba3e5c7 req-82a1cab9-bc1d-454a-ab84-4410f5feb7b4 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0956178
Feb 19 02:38:20.018489 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ebebd708-5679-4871-9ccc-84550ba3e5c7 req-99910d7d-ada3-4be8-81bb-cfc0fc2f88ca tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0420668
Feb 19 02:38:20.175330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 74c7bb13-b661-4bc1-8c0c-b971254d0c61 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:38:20.246707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:38:20.247128 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:21.228057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e285db8-5c5c-4e5c-ab97-dc95b65c0f1a req-e94b4837-92c6-4b4f-890d-d50bc17b00c2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:21.229659 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2e285db8-5c5c-4e5c-ab97-dc95b65c0f1a req-e94b4837-92c6-4b4f-890d-d50bc17b00c2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0928626
Feb 19 02:38:21.276680 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2e285db8-5c5c-4e5c-ab97-dc95b65c0f1a req-4474633f-bdff-4f3a-a6a1-757bbb0410ba tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0407422
Feb 19 02:38:21.478373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f4e82-9dc5-4203-b9f7-17c37e517883 req-50f0f4a4-d5d1-49d4-b658-cbf61fcb814b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:21.479990 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8a5f4e82-9dc5-4203-b9f7-17c37e517883 req-50f0f4a4-d5d1-49d4-b658-cbf61fcb814b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0907600
Feb 19 02:38:21.760058 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8a5f4e82-9dc5-4203-b9f7-17c37e517883 req-14ebaf22-d677-4434-afe9-5d142205d9cc tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.2738731
Feb 19 02:38:21.955641 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-2d73484f-71d7-446b-94b9-0138f0539392 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1567719
Feb 19 02:38:21.965674 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:38:21.971657 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:38:21.981488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:38:21.990252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:22.131484 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:22.398393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.27.1.188 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/3826f92c-d721-4df2-8e66-a61405ca6aa2) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:38:22.561993 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:22.590797 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:22.606636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ba5c05e4-dbfa-47bb-a6de-a2c2411a3ef6 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:22.747983 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=3826f92c-d721-4df2-8e66-a61405ca6aa2,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:22.752926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:22.793121 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:38:22.794277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:38:22.796538 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:38:22.879376 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:22.940910 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:23.210416 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:23.213817 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:23.229148 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:38:23.371010 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=3826f92c-d721-4df2-8e66-a61405ca6aa2,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:38:23.374064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:38:23.468531 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:23.494388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:23.495705 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5342183
Feb 19 02:38:23.581571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-3f0cceda-4862-426f-a8ec-d1807420ab0a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:38:23.596449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-3f0cceda-4862-426f-a8ec-d1807420ab0a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:38:23.597681 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-3f0cceda-4862-426f-a8ec-d1807420ab0a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200  len: 696 time: 0.0950968
Feb 19 02:38:23.756501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-e6afabb8-bbb5-4140-9245-578f363d8de8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:23.757866 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e5961f22-5fcb-4a5d-9663-254b98440e96 req-e6afabb8-bbb5-4140-9245-578f363d8de8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1542451
Feb 19 02:38:23.937858 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-bf7f1a49-0ae8-4b38-a170-315bbafdfe4f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:23.939541 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-bf7f1a49-0ae8-4b38-a170-315bbafdfe4f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0856802
Feb 19 02:38:24.026619 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-06ae6ba5-4da3-4009-b68d-35aecd4b4b31 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200  len: 696 time: 0.0808027
Feb 19 02:38:24.037302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:38:24.119539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:24.758028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:24.760784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:24.944407 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP 7dccece1-bdb8-4d37-a5d7-0e427abc2265 associated. External IP: 172.27.1.188, port: 74c7bb13-b661-4bc1-8c0c-b971254d0c61.
Feb 19 02:38:25.316984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:38:25.504198 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:38:25.509193 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:25.515887 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:38:25.527172 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:38:25.527850 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e76ac8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:38:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:25.570345 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2f5369c4-b583-4a76-bb10-bc457d8a9ad8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "PUT /v2.0/floatingips/7dccece1-bdb8-4d37-a5d7-0e427abc2265 HTTP/1.1" status: 200  len: 996 time: 1.5376854
Feb 19 02:38:25.570877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:38:25.664467 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-29a9944f-4592-4dba-aaca-eed7bdfdb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:25.666135 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-29a9944f-4592-4dba-aaca-eed7bdfdb8e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0822790
Feb 19 02:38:25.699066 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'status': 'completed', 'code': 200}
Feb 19 02:38:25.724765 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:38:25.789347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-7ef19d76-0cf3-4eff-bb1e-eafe887bcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:25.791052 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-7ef19d76-0cf3-4eff-bb1e-eafe887bcc81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0940063
Feb 19 02:38:25.820483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-a8d42ac7-cfb8-4cb2-b348-c280012b0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:25.822578 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-a8d42ac7-cfb8-4cb2-b348-c280012b0084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1491158
Feb 19 02:38:25.956103 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-20409cb2-d87d-4546-9805-f6734078be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:25.957931 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-20409cb2-d87d-4546-9805-f6734078be3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1606731
Feb 19 02:38:25.958748 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-bb97e7e8-42e9-4757-b9d4-367ace3575e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 999 time: 0.1294186
Feb 19 02:38:26.032340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-49bdc23f-57e7-418e-8b74-2a4d674c785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:26.035203 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-49bdc23f-57e7-418e-8b74-2a4d674c785c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0678563
Feb 19 02:38:26.275258 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e76ac8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:24Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:26.280521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:38:26.292560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:38:26.293546 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40e76ac8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:38:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:26.341184 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-e8fad478-0202-49e0-a216-50dfb804ccaf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 999 time: 0.3762891
Feb 19 02:38:26.377880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2d4318f1-24b7-4470-b4e5-eb3201d83aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:26.379576 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-2d4318f1-24b7-4470-b4e5-eb3201d83aeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3374243
Feb 19 02:38:26.391330 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-d775c728-09b0-4fb4-8304-9796ddb19088 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:38:26.392934 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-d775c728-09b0-4fb4-8304-9796ddb19088 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0056477
Feb 19 02:38:26.411446 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-3ca8b05e-c4ab-44aa-a23a-836f46697cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:26.413028 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-3ca8b05e-c4ab-44aa-a23a-836f46697cfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0650957
Feb 19 02:38:26.495539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-262c27d1-ddd8-4d1d-b718-99d0d18b331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:38:26.497340 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-262c27d1-ddd8-4d1d-b718-99d0d18b331a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780010
Feb 19 02:38:26.499126 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:38:26.550560 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-6406ec36-6b89-4aa2-9f42-629b0a21f4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508937
Feb 19 02:38:26.647785 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-00abd360-3eaa-45fc-be47-9fe501b74ddf service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439304
Feb 19 02:38:26.699773 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-b98dc00b-7394-4163-a2c4-24920fa43a13 req-001c7db7-1bb6-42a6-b8b4-b07dda414bfd service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427152
Feb 19 02:38:26.794347 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7979cb18-c144-47a4-9a47-cee6e332b84e req-6a9fdd97-f8b9-45e9-9d2b-b5585bc1dcc1 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389482
Feb 19 02:38:26.875170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40e76ac8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:24Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:38:26.879319 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1be0f-7d0a-4293-8e8d-0bb9efcc5586 None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:24Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:38:27.209277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38958034-3dfa-43f7-b490-e8a290bad6c1 None None] New status for floating IP 7dccece1-bdb8-4d37-a5d7-0e427abc2265: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:38:30.849707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3e65b81a-b68d-43cd-b941-29c5af41fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:33.299508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6171-500c-4d82-b73b-b03187e9c0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:33.851575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:34.975583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:35.231025 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:38:37.978476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:38:42.540767 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:00.850897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5d90c6de-b550-427a-9a7d-5bfb028b6998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:03.300297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58612b68-e202-48e1-a5f4-162003bf94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:03.857439 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:04.980991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:05.232744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:12.554889 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:14.943909 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-2f333b80-c275-4f18-8de5-04f14a24743a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0816152
Feb 19 02:39:14.978323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:39:15.092000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf336-e042-4be8-b1c0-349307a6a7be req-36821ba6-19cf-4e0e-ac89-69d2320c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:15.093614 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-36821ba6-19cf-4e0e-ac89-69d2320c6c6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0782835
Feb 19 02:39:15.249139 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf336-e042-4be8-b1c0-349307a6a7be req-e5e35528-1767-455e-8c46-53736926ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:15.251192 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-e5e35528-1767-455e-8c46-53736926ab6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1374784
Feb 19 02:39:15.360731 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-489f11b1-6455-413a-a918-e501761a0ec3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 1001 time: 0.1033788
Feb 19 02:39:15.432118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf336-e042-4be8-b1c0-349307a6a7be req-8f5b7ec0-c4f1-469f-b6aa-92a16766967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:15.433670 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-8f5b7ec0-c4f1-469f-b6aa-92a16766967d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0663235
Feb 19 02:39:15.518039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf336-e042-4be8-b1c0-349307a6a7be req-226dbcdb-4e5b-42dd-bf44-45be388a857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:15.519644 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-226dbcdb-4e5b-42dd-bf44-45be388a857f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799372
Feb 19 02:39:15.660505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-322d0be1-7683-4cc5-a5fb-67e2b0998719 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337717
Feb 19 02:39:15.802848 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-494cf336-e042-4be8-b1c0-349307a6a7be req-4e88e328-70a5-48f8-bc40-ed9563e183cb service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350436
Feb 19 02:39:30.850913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b8081344-76fd-4e68-b24c-3e3927ae5cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:33.302639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-b15d3db7-8664-40eb-82e5-c7d94fe1df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:33.856760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:34.987141 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:35.233999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:42.730701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:51.977988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:39:53.223503 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-6e1a2b60-4eef-408e-9054-48755adc479b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-89846141&fields=id&tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 267 time: 0.0439768
Feb 19 02:39:53.384129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-d5435488-ef5f-431b-9c20-d6616a381f54 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:53.385627 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-d5435488-ef5f-431b-9c20-d6616a381f54 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.1552453
Feb 19 02:39:53.401091 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e2684ee4-768f-4881-8941-957722939a59 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/quotas/3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 375 time: 0.0094738
Feb 19 02:39:53.502937 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-d732a17c-3a20-4501-9a7f-af5254379f84 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0962772
Feb 19 02:39:53.657205 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-454d1623-669d-40a9-a7c2-fea92e62f11f service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404705
Feb 19 02:39:53.799291 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-129d6ad0-89ad-4a91-a533-67c3563ec6d0 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357472
Feb 19 02:39:54.207125 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d477df26-8404-494e-9f60-081a57df7718 req-6be1b6be-9755-4f85-9028-12411fca1e9d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0492189
Feb 19 02:39:55.243708 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-52487d36-62ea-43e9-bf6f-356c84caf2b6 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:55.245269 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-52487d36-62ea-43e9-bf6f-356c84caf2b6 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 812 time: 0.1606970
Feb 19 02:39:55.321626 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-814717f9-530a-4ba6-834d-d01b9d324a43 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b0847ee05c643e981b009b8bc77c1aa HTTP/1.1" status: 200  len: 5761 time: 0.0682602
Feb 19 02:39:55.374154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'port': {'device_id': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'admin_state_up': True, 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'security_groups': ['622b6944-4cf6-4d6d-99db-d5660c7b5ae1']}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:39:55.393124 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-fa2ee47f-9cf7-4e6e-bb64-37c4d9c7af18 req-32bcb611-aea1-4ddf-a98d-354d876d3788 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0694931
Feb 19 02:39:55.522800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:39:55.532941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:39:55.541886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Made reservation on behalf of 3b0847ee05c643e981b009b8bc77c1aa for: {'port': 1} {{(pid=84006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:39:55.548110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:55.860076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.20.0.11 (d7a3d9c7-d762-4eea-968f-4f012d4c747a/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0/fe990f66-c038-4176-b18a-30d887d98c87) {{(pid=84006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:39:56.059008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:56.074748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Transition to ACTIVE for port object fe990f66-c038-4176-b18a-30d887d98c87 will not be triggered until provisioned by entity DHCP. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:39:56.098811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_create {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:56.113757 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2a49638e-c8a8-4ff6-aa54-6959d1766597 tempest-AttachVolumeNegativeTest-1502829366 tempest-AttachVolumeNegativeTest-1502829366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:39:56.252673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=1']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:39:56.273701 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.274123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.274575 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.274991 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.275398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.275811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.276210 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.276612 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.277136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.277539 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.277941 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.278347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.278839 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.279243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.279643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.280040 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.280435 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.280832 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.281749 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.282149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.282571 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.282970 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.283367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.283760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:39:56.288976 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:39:56.327593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a is already hosted by enough agents. {{(pid=84006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:39:56.328723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:39:56.331264 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:39:56.395802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:56.396470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:56.427860 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e9dc538d-9ebd-4f7f-8827-8ef2eacacb5d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0626380
Feb 19 02:39:56.440164 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Request body: {'port': {'device_id': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:39:56.560787 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-04f4a70d-c0b8-4f83-b2f7-c028a82c9ca6 None None] Provisioning for port fe990f66-c038-4176-b18a-30d887d98c87 completed by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:39:56.566006 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-04f4a70d-c0b8-4f83-b2f7-c028a82c9ca6 None None] Provisioning complete for port fe990f66-c038-4176-b18a-30d887d98c87 triggered by entity DHCP. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:39:56.566453 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-04f4a70d-c0b8-4f83-b2f7-c028a82c9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:56.572660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:56.600558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb1d3-6ab3-4a2e-beb8-c8cb12c8f957 req-5fe541af-2a35-4d47-8158-18447b51b298 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:56.602127 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-22ceb1d3-6ab3-4a2e-beb8-c8cb12c8f957 req-5fe541af-2a35-4d47-8158-18447b51b298 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 932 time: 0.0930321
Feb 19 02:39:56.623826 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-04f4a70d-c0b8-4f83-b2f7-c028a82c9ca6 None None] Port fe990f66-c038-4176-b18a-30d887d98c87 cannot update to ACTIVE because it is not bound. {{(pid=84008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:39:56.653274 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-22ceb1d3-6ab3-4a2e-beb8-c8cb12c8f957 req-d5017419-7394-4fb9-9240-499e51734dec tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0441751
Feb 19 02:39:56.992069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe990f66-c038-4176-b18a-30d887d98c87 {{(pid=84006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 02:39:57.000498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:57.012508 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Transition to ACTIVE for port object fe990f66-c038-4176-b18a-30d887d98c87 will not be triggered until provisioned by entity L2. {{(pid=84006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:39:57.015158 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:57.034323 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-84a85585-a548-4496-a901-6e27ec9555df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:39:57.411257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=2']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:39:57.416241 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:39:57.597245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Attempting to bind port fe990f66-c038-4176-b18a-30d887d98c87 on host hv-cinder-77642 for vnic_type normal with profile  {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:39:57.597622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Attempting to bind port fe990f66-c038-4176-b18a-30d887d98c87 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:39:57.598000 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Attempting to bind port fe990f66-c038-4176-b18a-30d887d98c87 on network d7a3d9c7-d762-4eea-968f-4f012d4c747a {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:39:57.603812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Checking agent: {'id': '37eec4e2-2606-4c60-bba3-ddcae52c4be2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 24, 6), 'started_at': datetime.datetime(2021, 2, 19, 2, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:39:57.604189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Checking segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:39:57.604595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:57.604994 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Bound using segment: {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'} {{(pid=84006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:39:57.605465 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Bound port: fe990f66-c038-4176-b18a-30d887d98c87, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b130a-6a68-433c-a60a-9850fbdc6250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a'}}] {{(pid=84006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:39:57.605843 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:57.700192 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, cleared binding levels {{(pid=84006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:39:57.703515 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fe990f66-c038-4176-b18a-30d887d98c87,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:39:57.707238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852427306'] for port, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:57.725783 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b5f96103-3a2e-4d9c-886a-446bd840674d tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:39:57.948219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=3']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:39:57.951838 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:39:57.998529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:57.999129 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:39:58.000656 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-0e512ece-1b7f-46d1-9122-b1a06b2dfda4 service neutron] 10.222.0.53 "PUT /v2.0/ports/fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 1158 time: 1.5652573
Feb 19 02:39:58.001422 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:39:58.013329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ea62-dc36-439c-a9a8-eff5ab3d219d req-d46db349-2e4f-42b1-915a-f10880ac159b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:58.014067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7194ea62-dc36-439c-a9a8-eff5ab3d219d req-d46db349-2e4f-42b1-915a-f10880ac159b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:39:58.034842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-7194ea62-dc36-439c-a9a8-eff5ab3d219d req-d46db349-2e4f-42b1-915a-f10880ac159b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:39:58.036187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7194ea62-dc36-439c-a9a8-eff5ab3d219d req-d46db349-2e4f-42b1-915a-f10880ac159b tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.2127986
Feb 19 02:39:58.106554 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7194ea62-dc36-439c-a9a8-eff5ab3d219d req-b02905bf-8687-4a3d-b7d9-437b4c0cfc72 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0634255
Feb 19 02:39:58.209417 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'status': 'completed', 'code': 200}
Feb 19 02:39:58.246329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-518b565b-0cd7-4707-a1d8-feb4c82e6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:58.247999 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-518b565b-0cd7-4707-a1d8-feb4c82e6ebc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1161 time: 0.0825524
Feb 19 02:39:58.324094 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-b8ef10a6-7f18-42e6-89c0-7b3a63f8486c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 217 time: 0.0689776
Feb 19 02:39:58.391457 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-a6e26b6d-7159-4287-8066-fb24c38af220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:58.393484 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-a6e26b6d-7159-4287-8066-fb24c38af220 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0630825
Feb 19 02:39:58.479131 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e4ac975f-c365-4c37-871a-57abd89c880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:58.480714 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-e4ac975f-c365-4c37-871a-57abd89c880d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797722
Feb 19 02:39:58.628216 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-219d1975-f4c9-48cd-a06a-dd6b5cfd2659 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408224
Feb 19 02:39:58.771912 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-f89bbde6-11c6-4543-9f15-2c22f1fca8d8 req-a7557bb0-d17f-4762-850c-e799bd8ef53a service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370723
Feb 19 02:39:58.892599 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-601d702f-461e-40ce-bfd8-e2721c81e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:58.894166 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-601d702f-461e-40ce-bfd8-e2721c81e9f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1161 time: 0.0771978
Feb 19 02:39:59.036513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-d4d027b8-ba38-449e-9db6-bc80c1ae8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:59.038007 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-d4d027b8-ba38-449e-9db6-bc80c1ae8687 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1368804
Feb 19 02:39:59.113357 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-41ecc9d1-a3d6-4979-bada-8b25b1f84e09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 217 time: 0.0683293
Feb 19 02:39:59.186683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-7fe21b51-6968-476f-b8a6-5eb9157749f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:59.188261 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-7fe21b51-6968-476f-b8a6-5eb9157749f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0639021
Feb 19 02:39:59.345637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-f9c7f117-107a-4352-b8d0-b2998fe90953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:59.347446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-f9c7f117-107a-4352-b8d0-b2998fe90953 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1484895
Feb 19 02:39:59.354474 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec49b3-d94d-46f7-bd64-9c61af6d471c req-4c9ed899-50f8-4b5f-a38e-eac1120197ea tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:39:59.355939 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eec49b3-d94d-46f7-bd64-9c61af6d471c req-4c9ed899-50f8-4b5f-a38e-eac1120197ea tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.1166077
Feb 19 02:39:59.497484 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-2eec49b3-d94d-46f7-bd64-9c61af6d471c req-231fbb8c-918b-40dd-8a19-811961d9a522 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1173344
Feb 19 02:39:59.530446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-478aea4a-def9-45f0-a75f-01a5c53086c2 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734633
Feb 19 02:39:59.671576 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6065bca6-648a-4f8e-bb89-d3e13bc24546 req-29d9a9a4-be24-40a5-bc19-f17455ba2854 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346927
Feb 19 02:40:00.698387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52cc6c-dd37-454d-a227-7d9f13c2f18d req-02c085b7-9971-40ce-ab2d-a1d6f49b4969 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:00.699990 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee52cc6c-dd37-454d-a227-7d9f13c2f18d req-02c085b7-9971-40ce-ab2d-a1d6f49b4969 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0858736
Feb 19 02:40:00.751366 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-ee52cc6c-dd37-454d-a227-7d9f13c2f18d req-20b73dc4-e5a3-4730-8ce2-5903ec20f740 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0449173
Feb 19 02:40:00.851607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac7df-a842-4976-b1b5-3b8a55ced0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:01.956119 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df1fa-586d-47fa-9b83-94ecf81b2cac req-f022505b-debe-485d-aafa-975fbe53c179 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:01.957794 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-246df1fa-586d-47fa-9b83-94ecf81b2cac req-f022505b-debe-485d-aafa-975fbe53c179 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0931566
Feb 19 02:40:02.005938 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-246df1fa-586d-47fa-9b83-94ecf81b2cac req-4f91bf24-3959-4bc5-99b3-6b06d0950a21 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0415351
Feb 19 02:40:03.202174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bce3b3-284c-4770-940a-f3dc1a1863c2 req-b08d755c-fbe9-42d5-88ef-46dd0ac07c5f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:03.203727 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-50bce3b3-284c-4770-940a-f3dc1a1863c2 req-b08d755c-fbe9-42d5-88ef-46dd0ac07c5f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0863559
Feb 19 02:40:03.253446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-50bce3b3-284c-4770-940a-f3dc1a1863c2 req-d04a4a4c-9c03-4e4f-aaf0-f692071bd693 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0422804
Feb 19 02:40:03.304340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9445d0b0-f9fa-4769-8d07-b8ad27dc0728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:03.859448 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:04.449277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaa28b-ecf2-47ba-b20f-5d955e8d65c7 req-abaaa217-ec3a-4fb7-b7f3-6af210da9127 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:04.450895 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4edaa28b-ecf2-47ba-b20f-5d955e8d65c7 req-abaaa217-ec3a-4fb7-b7f3-6af210da9127 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0852387
Feb 19 02:40:04.502271 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-4edaa28b-ecf2-47ba-b20f-5d955e8d65c7 req-3d9c573f-5598-4b53-baa6-1331138a1a32 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0449245
Feb 19 02:40:04.980331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:05.237706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:05.705279 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9044c05-0ac9-44a2-8245-3634daa04797 req-0c55a579-5777-402d-ae53-710a57c03d04 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:05.706911 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9044c05-0ac9-44a2-8245-3634daa04797 req-0c55a579-5777-402d-ae53-710a57c03d04 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0930657
Feb 19 02:40:05.754249 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9044c05-0ac9-44a2-8245-3634daa04797 req-6888dec6-14c4-4a41-87f0-e7706a4db670 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0411603
Feb 19 02:40:06.952800 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dac33-3eba-40a3-9e3d-228054cc4999 req-ec131710-4817-4804-b008-2a20291c777f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:06.955016 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-239dac33-3eba-40a3-9e3d-228054cc4999 req-ec131710-4817-4804-b008-2a20291c777f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0869226
Feb 19 02:40:07.003370 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-239dac33-3eba-40a3-9e3d-228054cc4999 req-e50fdd72-734c-42a2-a1df-e68fd9433467 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421419
Feb 19 02:40:07.323421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device fe990f66-c038-4176-b18a-30d887d98c87 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:40:07.395117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning for port fe990f66-c038-4176-b18a-30d887d98c87 completed by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:40:07.399964 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port fe990f66-c038-4176-b18a-30d887d98c87 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:40:07.400423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:07.523514 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:07.550946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:40:07.561315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fe990f66-c038-4176-b18a-30d887d98c87,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:40:07.564833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:07.566770 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b2ee7328-e202-4248-b9ce-73954ec7641b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:40:07.604243 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'code': 200}
Feb 19 02:40:07.639537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=4']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:40:07.648203 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.648588 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.648968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.649342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.649714 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.650083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.650480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.650847 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.651215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.651577 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.651940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.652299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.652729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.653095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.653456 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.653841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.654178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.654589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.654955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.655315 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.655680 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.656045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.656404 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.656763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:07.661380 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:40:07.889331 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41540a24-5619-41dc-98d7-c16a32f04b3a req-654ece99-8844-4c11-a4ab-b7b8bb1922a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:07.890881 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-41540a24-5619-41dc-98d7-c16a32f04b3a req-654ece99-8844-4c11-a4ab-b7b8bb1922a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.0802817
Feb 19 02:40:07.934171 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-41540a24-5619-41dc-98d7-c16a32f04b3a req-3c7b6391-ca68-4cb7-ae21-0434d73d9395 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0357914
Feb 19 02:40:08.199170 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403223a-9812-41f0-a2cf-2bd680d058c5 req-38458b5c-10ed-4412-8a3b-137994cfc336 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:08.200689 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0403223a-9812-41f0-a2cf-2bd680d058c5 req-38458b5c-10ed-4412-8a3b-137994cfc336 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0857677
Feb 19 02:40:08.249000 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-0403223a-9812-41f0-a2cf-2bd680d058c5 req-b8804346-a77e-4a3b-b59d-18e78f91f2f0 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0414317
Feb 19 02:40:09.057860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device fe990f66-c038-4176-b18a-30d887d98c87 up at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:40:09.132880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.provisioning_blocks [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Provisioning complete for port fe990f66-c038-4176-b18a-30d887d98c87 triggered by entity L2. {{(pid=84008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:40:09.133300 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981177'] for port, provisioning_complete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:09.447396 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c48b-18cb-45e8-905a-1bd65db60e23 req-139ffbf5-3c66-46e9-9085-789420e7f59f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:09.448995 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e415c48b-18cb-45e8-905a-1bd65db60e23 req-139ffbf5-3c66-46e9-9085-789420e7f59f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0855153
Feb 19 02:40:09.501383 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-e415c48b-18cb-45e8-905a-1bd65db60e23 req-f3bedda3-3954-4712-a193-46ea73d19a4e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0452771
Feb 19 02:40:09.699130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0bd6-a623-4433-9306-4bbfb9642d9b req-6d25bd0c-38de-4832-9d21-893596585b94 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:09.700796 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-947b0bd6-a623-4433-9306-4bbfb9642d9b req-6d25bd0c-38de-4832-9d21-893596585b94 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0890877
Feb 19 02:40:09.748275 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-947b0bd6-a623-4433-9306-4bbfb9642d9b req-b09afa97-6a01-4150-8611-73461810adf2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0404725
Feb 19 02:40:09.945796 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-c9a32302-561e-4e24-97f8-8e922d9c5370 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1593497
Feb 19 02:40:09.956619 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892'}} {{(pid=84007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:40:09.962626 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:40:09.972608 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.quota.driver [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:40:09.981339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:10.126933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:10.394332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_common [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Allocated IP 172.27.1.196 (16c5e4b7-e55d-4ee2-b6af-355575528892/93640503-2336-4a25-bbba-01e87875fc14/938ed1cb-5c69-43b7-9a2a-e5a589d9e50a) {{(pid=84007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:40:10.550054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:10.580032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783009674099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:10.595683 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c9af86fc-50a5-409f-b6c7-a8295a6234cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:40:10.740706 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=938ed1cb-5c69-43b7-9a2a-e5a589d9e50a,revision_number=1']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:40:10.754504 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.754930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.755349 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.755763 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.756175 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.756582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.757028 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.757437 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.757841 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.758245 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.758672 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.759076 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.759548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.759952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.760353 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.760753 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.761152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.761552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.761953 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.762387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.762796 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.763200 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.763600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.763997 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:40:10.770117 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:40:10.804879 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Network 16c5e4b7-e55d-4ee2-b6af-355575528892 is already hosted by enough agents. {{(pid=84007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:40:10.806030 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.base_scheduler [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Resources bound (agent type, host, resource id):  {{(pid=84007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:40:10.808361 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Received port after_create {{(pid=84007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:40:10.888978 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:10.953726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:11.225024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for port, precommit_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:11.228479 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036728062326'] for port, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:11.243907 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-c905d762-26e3-4383-9f90-c51f4d277e39 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:40:11.388109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event updated for resources: {'Port': ['ID=938ed1cb-5c69-43b7-9a2a-e5a589d9e50a,revision_number=2']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:40:11.391219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:40:11.482394 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:11.509308 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:11.510668 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5589850
Feb 19 02:40:11.600819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-62f6e450-c552-4123-a0be-e686c2955330 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:40:11.616209 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-62f6e450-c552-4123-a0be-e686c2955330 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:40:11.617459 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-62f6e450-c552-4123-a0be-e686c2955330 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 696 time: 0.1003430
Feb 19 02:40:11.777552 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-f509c4ec-6189-4fc9-8702-d3fcdde5c578 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:11.778987 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c9d4f2f3-d8c2-43ce-a44a-07dfed805718 req-f509c4ec-6189-4fc9-8702-d3fcdde5c578 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1557169
Feb 19 02:40:11.967934 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-4ea45ea1-3486-4b45-a211-eadd7cfadd73 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:11.970314 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-4ea45ea1-3486-4b45-a211-eadd7cfadd73 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0916095
Feb 19 02:40:12.057369 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-facc5e92-c3d2-4554-9880-717f2da049bf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 696 time: 0.0801249
Feb 19 02:40:12.067996 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.v2.base [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Request body: {'floatingip': {'port_id': 'fe990f66-c038-4176-b18a-30d887d98c87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:40:12.151613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, before_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:12.586178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:13.021886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:13.024827 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852841560'] for floatingip, after_update {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:13.211247 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP a0979401-5b57-4cd7-a440-24d92683f284 associated. External IP: 172.27.1.196, port: fe990f66-c038-4176-b18a-30d887d98c87.
Feb 19 02:40:13.587721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:40:13.777567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:40:13.782212 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:13.787471 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:40:13.798299 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:40:13.799007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf427182e8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:40:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:40:13.844104 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1cb8ef1f-148d-481a-b2fc-f3f710306153 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "PUT /v2.0/floatingips/a0979401-5b57-4cd7-a440-24d92683f284 HTTP/1.1" status: 200  len: 997 time: 1.7805567
Feb 19 02:40:13.844625 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:40:13.895671 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'status': 'completed', 'code': 200}
Feb 19 02:40:13.991425 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:40:13.993572 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-4e62fcd1-db4f-4b17-af6b-014df9c417c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:13.995114 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-4e62fcd1-db4f-4b17-af6b-014df9c417c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.1362381
Feb 19 02:40:14.122833 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-1a684e64-5666-4630-8db4-1d70c855c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:14.124401 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-1a684e64-5666-4630-8db4-1d70c855c442 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.1957004
Feb 19 02:40:14.237290 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-855ab92b-946a-4612-93f3-ea78b5a13069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:14.238938 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-855ab92b-946a-4612-93f3-ea78b5a13069 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2364938
Feb 19 02:40:14.361707 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf427182e8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}, {'id': 'a0979401-5b57-4cd7-a440-24d92683f284', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': 'fe990f66-c038-4176-b18a-30d887d98c87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:60:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:40:10Z', 'updated_at': '2021-02-19T02:40:12Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:40:14.365834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:40:14.374900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:40:14.375501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf427182e8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:40:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:40:14.378656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-f7fbc629-941b-4a83-9165-22c12534aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:14.380234 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-f7fbc629-941b-4a83-9165-22c12534aa50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2475245
Feb 19 02:40:14.382104 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-036c3b73-84cd-490c-a9a6-9700fee7a691 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 1000 time: 0.1364534
Feb 19 02:40:14.545351 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-849fb28a-daea-4fd2-924a-8867ea6305cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 1000 time: 0.1586726
Feb 19 02:40:14.546933 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-b7b82719-24d7-4777-9bef-8ced926f4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:14.549072 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-b7b82719-24d7-4777-9bef-8ced926f4795 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.1104660
Feb 19 02:40:14.724834 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:40:14.931532 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-a86c6abc-3fea-4d11-85c2-e1d7d8edd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:14.933185 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-a86c6abc-3fea-4d11-85c2-e1d7d8edd03c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.3820124
Feb 19 02:40:14.999614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-09ae883d-feeb-431e-a438-7bd4426d146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:15.001657 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-09ae883d-feeb-431e-a438-7bd4426d146e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4126391
Feb 19 02:40:15.106628 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf427182e8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}, {'id': 'a0979401-5b57-4cd7-a440-24d92683f284', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': 'fe990f66-c038-4176-b18a-30d887d98c87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:60:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:40:10Z', 'updated_at': '2021-02-19T02:40:12Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:40:15.110925 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0a062-ef83-413b-81f4-8284f7b204cc None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}, {'id': 'a0979401-5b57-4cd7-a440-24d92683f284', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': 'fe990f66-c038-4176-b18a-30d887d98c87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:60:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:40:10Z', 'updated_at': '2021-02-19T02:40:12Z', 'revision_number': 1, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:40:15.130711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-a6050269-b25b-4d7e-9b42-81e1e10c0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:15.132348 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-a6050269-b25b-4d7e-9b42-81e1e10c0a78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1929009
Feb 19 02:40:15.240088 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-a2129279-2b52-4cce-a446-d87268df9583 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306376
Feb 19 02:40:15.410538 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-f57d913e-9811-4186-82d3-471b0f01a6f8 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560921
Feb 19 02:40:15.451816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6be5a-4a08-4ee6-bfcb-93b89092ed28 None None] New status for floating IP a0979401-5b57-4cd7-a440-24d92683f284: ACTIVE {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:40:15.509882 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-6bd889f2-f02e-4640-b7a0-788f71ec583f req-1734967c-61f9-4cdb-a3d1-01e4191d9ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2608337
Feb 19 02:40:15.574712 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-33101808-32b9-4ecd-ae70-4c96a5f345be req-d7098666-9be9-4ea5-91d9-cc60eeb611ec service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1524215
Feb 19 02:40:16.946662 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-a70887d6-2790-45ef-a52a-25c9679cb935 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0840485
Feb 19 02:40:17.095723 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-fa1e76ba-6bd4-4918-8d22-91bf2fcdd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:17.097363 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-fa1e76ba-6bd4-4918-8d22-91bf2fcdd946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0785909
Feb 19 02:40:17.252548 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-59ec76bc-b1a3-4868-9c0a-4e7e0e803fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:17.254048 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-59ec76bc-b1a3-4868-9c0a-4e7e0e803fb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1380129
Feb 19 02:40:17.363188 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-557c2abe-6267-4f2f-b5dc-db46cdca7930 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 1001 time: 0.1029184
Feb 19 02:40:17.429760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-8867f219-17a5-4d06-ba5e-896af67f2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:17.431326 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-8867f219-17a5-4d06-ba5e-896af67f2552 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0623784
Feb 19 02:40:17.517077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-13c5b722-dd95-4896-8532-53de215a3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:40:17.518613 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-13c5b722-dd95-4896-8532-53de215a3c59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813842
Feb 19 02:40:17.662071 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-ce25ee10-25b1-4ec0-81d0-53119e339f02 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362424
Feb 19 02:40:17.806950 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-a3954f6a-6a04-407d-85e2-1cfd49cdcd19 req-787a0442-64d2-470e-a5b2-e2e27a260fa8 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386852
Feb 19 02:40:28.978582 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:40:30.852986 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c9fcca93-3cb3-4e05-baed-88cef31e6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:33.305743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-78175e56-55ea-4950-9a6d-e67a0096c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:33.860973 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:34.982409 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:35.241275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:40:42.584226 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:00.854220 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-192e8269-4bdf-411e-a19a-9a681911dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:03.307242 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d60cc9ef-e265-476a-9297-4f369ebd170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:03.864229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:04.985570 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:05.243102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:05.978145 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:41:12.583821 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:16.974505 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-c5b982d4-4fd4-49eb-9bde-9a53242a56ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773656
Feb 19 02:41:17.069861 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-49efb967-a3ce-4d02-ba9a-5a0e80b988eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:17.071550 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-49efb967-a3ce-4d02-ba9a-5a0e80b988eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.0773363
Feb 19 02:41:17.226562 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-54128991-caf2-4b6a-9c2e-370136dbdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:17.228073 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-54128991-caf2-4b6a-9c2e-370136dbdd82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1375208
Feb 19 02:41:17.339633 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-4ea5306a-6224-4865-bb71-6a55d20ab866 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 1002 time: 0.1039562
Feb 19 02:41:17.410492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-a08834a8-07db-4b0e-89c5-959a0a9ea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:17.412030 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-a08834a8-07db-4b0e-89c5-959a0a9ea8f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0662458
Feb 19 02:41:17.494191 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-902e880a-8a49-494e-be45-364757a3175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:17.495757 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-902e880a-8a49-494e-be45-364757a3175e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776842
Feb 19 02:41:17.636608 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-9834889e-558b-43a6-83ed-4e0a37008b48 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345077
Feb 19 02:41:17.775460 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-89feb0f7-f4ee-46c6-b43f-e7013f1ac100 req-8b330809-5b2d-4aa5-8b1d-a46d296266dc service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1324193
Feb 19 02:41:30.854793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8408bf55-b443-473c-8fc9-9b4cadd79312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:33.308744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0221-4d6c-479e-8395-822a766f4475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:33.865569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:34.233166 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-ab82f0e9-0a6d-4f5b-b6e1-5eb61ad3df1f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips/a0979401-5b57-4cd7-a440-24d92683f284 HTTP/1.1" status: 200  len: 999 time: 0.1590147
Feb 19 02:41:34.392623 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-6513bc99-e48c-4a1d-ace3-26cfd29d52a9 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:34.394051 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-6513bc99-e48c-4a1d-ace3-26cfd29d52a9 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1545234
Feb 19 02:41:34.746715 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-353a9fe0-31a8-4101-9654-c8eb43beea02 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 1002 time: 0.3457506
Feb 19 02:41:34.825852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-6a4c12f0-0507-4ed0-a4bb-0935d86ed44c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:34.827341 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-6a4c12f0-0507-4ed0-a4bb-0935d86ed44c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports/fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 943 time: 0.0748622
Feb 19 02:41:34.991747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.015972 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-7d8ce6e2-e9d5-44b1-8df3-35731882f8b0 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.196 HTTP/1.1" status: 200  len: 1002 time: 0.1079853
Feb 19 02:41:35.245503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.252312 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port 938ed1cb-5c69-43b7-9a2a-e5a589d9e50a {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:35.252704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.437202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.437812 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.569507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for 938ed1cb-5c69-43b7-9a2a-e5a589d9e50a owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:35.722339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.738183 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a1f90664-3d7f-4f0c-90cf-40de6bf29e87 tempest-TestMinimumBasicScenario-946864721 tempest-TestMinimumBasicScenario-946864721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:35.843254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=938ed1cb-5c69-43b7-9a2a-e5a589d9e50a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:35.856729 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.857252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.857681 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.858104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.858550 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.858966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.859379 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.859794 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.860204 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.860614 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.861021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.861430 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.861912 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.862324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.863297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.863702 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.864104 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.864516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.864917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.865324 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.865727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.866127 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.866558 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.866960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:35.871069 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:35.985869 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:35.986424 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP a0979401-5b57-4cd7-a440-24d92683f284 disassociated (deleted). External IP: 172.27.1.196, port: fe990f66-c038-4176-b18a-30d887d98c87.
Feb 19 02:41:36.360476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:41:36.548454 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:41:36.558395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:41:36.569135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:41:36.569903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf411299e8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:36.575737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:36.640019 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-238d0754-7a4f-4f1c-b8a7-707e81cfbdb8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "DELETE /v2.0/floatingips/a0979401-5b57-4cd7-a440-24d92683f284 HTTP/1.1" status: 204  len: 173 time: 1.6031210
Feb 19 02:41:36.640503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:36.697015 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'status': 'completed', 'code': 200}
Feb 19 02:41:36.765342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:41:36.795423 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-0303838c-2498-4061-b310-dfa165dbfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:36.797098 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-0303838c-2498-4061-b310-dfa165dbfb46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.1310294
Feb 19 02:41:36.801182 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-3f4232f4-8e74-46cd-bb26-cf74a5bb92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:36.802852 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-3f4232f4-8e74-46cd-bb26-cf74a5bb92af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 1163 time: 0.0827429
Feb 19 02:41:36.949585 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-910ea33c-5ad5-4b0a-b4f5-0283985de4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:36.951207 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-910ea33c-5ad5-4b0a-b4f5-0283985de4ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1473024
Feb 19 02:41:36.955842 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-40b73e9e-d068-41bb-9b3d-f007d42c9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:36.958226 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-40b73e9e-d068-41bb-9b3d-f007d42c9e08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.1493804
Feb 19 02:41:37.032090 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-aa772b91-12b3-4d0f-a3dc-e6cfcaa27382 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 217 time: 0.0731452
Feb 19 02:41:37.037783 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-32551274-43f2-4bc3-a0fa-bae6bb5b1b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 200  len: 217 time: 0.0731227
Feb 19 02:41:37.114743 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-f1bd66a2-91f5-498a-a4a2-96ec22059dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:37.116380 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-f1bd66a2-91f5-498a-a4a2-96ec22059dc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0668550
Feb 19 02:41:37.117594 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-d211b90e-40f4-4b11-a8dd-e5d0d70738a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:37.119200 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-d211b90e-40f4-4b11-a8dd-e5d0d70738a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0703316
Feb 19 02:41:37.149923 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf411299e8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:37.154074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:41:37.163051 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:41:37.164735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf411299e8>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:37.204999 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-fc3abd60-b86e-4a0c-ad58-9aada5d2fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:37.205660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-ca0b6eae-ff14-44a4-8b3f-bbddd19ac9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:37.207446 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-fc3abd60-b86e-4a0c-ad58-9aada5d2fcb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821722
Feb 19 02:41:37.207575 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-ca0b6eae-ff14-44a4-8b3f-bbddd19ac9a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830326
Feb 19 02:41:37.355356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:41:37.355578 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-576cc4c0-731d-408b-b3ca-5db4a8c0fd1d service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416652
Feb 19 02:41:37.356432 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-5ebdfdf4-48e0-47c2-abe9-1d7c9987cccb service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412261
Feb 19 02:41:37.502820 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-7dec3472-5d61-45bb-b21e-ec6f31cb59fa req-7de65c82-48d4-49d2-bf8f-156fe718b28a service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406553
Feb 19 02:41:37.510618 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-93e16a87-b04f-4853-9ae7-492c1b570796 req-56ca2fc8-3595-4d61-b27d-5e95c8cccc53 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466551
Feb 19 02:41:37.732449 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf411299e8>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:37.736825 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a712ce-9abd-4a89-b423-70d8d539a60f None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_floatingips': [{'id': '7dccece1-bdb8-4d37-a5d7-0e427abc2265', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'router_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'port_id': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'mac_address': 'fa:16:3e:b6:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:38:22Z', 'updated_at': '2021-02-19T02:38:27Z', 'revision_number': 2, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:41:37.922378 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24cc84-84f3-41c0-b5c2-99e4c1acee21 req-bec6f60c-22f3-4606-b305-c048cbabb90e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:37.923136 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3e24cc84-84f3-41c0-b5c2-99e4c1acee21 req-bec6f60c-22f3-4606-b305-c048cbabb90e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:41:37.938666 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-3e24cc84-84f3-41c0-b5c2-99e4c1acee21 req-bec6f60c-22f3-4606-b305-c048cbabb90e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:41:37.939984 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3e24cc84-84f3-41c0-b5c2-99e4c1acee21 req-bec6f60c-22f3-4606-b305-c048cbabb90e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1021526
Feb 19 02:41:37.989672 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-3e24cc84-84f3-41c0-b5c2-99e4c1acee21 req-141ea6af-7175-4956-993e-b561eba15906 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0434158
Feb 19 02:41:38.169088 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a799a2-a81d-4183-9f6f-236a356cc587 None None] New status for floating IP a0979401-5b57-4cd7-a440-24d92683f284: DOWN {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:41:39.236482 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd2b6-dd2e-49f4-8dd8-9e09d6d4693b req-63e1b484-f51f-453e-80af-574c53f2e13f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:39.238579 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8d7dd2b6-dd2e-49f4-8dd8-9e09d6d4693b req-63e1b484-f51f-453e-80af-574c53f2e13f tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1321108
Feb 19 02:41:39.345044 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8d7dd2b6-dd2e-49f4-8dd8-9e09d6d4693b req-06ae3d40-fee7-4fb2-bf2a-40d23d604b94 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0672967
Feb 19 02:41:39.363274 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755326-5ead-45e1-b60b-de8902de9cdd req-9f50136b-2e9c-4d96-9a68-9989cadd2f41 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:39.364868 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-73755326-5ead-45e1-b60b-de8902de9cdd req-9f50136b-2e9c-4d96-9a68-9989cadd2f41 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1253531
Feb 19 02:41:39.410233 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device fe990f66-c038-4176-b18a-30d887d98c87 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:41:39.445940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port fe990f66-c038-4176-b18a-30d887d98c87 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:39.446342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:39.531811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:39.560269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:39.570940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fe990f66-c038-4176-b18a-30d887d98c87,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:39.574408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:39.576436 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:39.616012 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'code': 200}
Feb 19 02:41:39.652283 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:39.661053 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.661497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.661882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.662259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.662656 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.663029 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.663398 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.663768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.664135 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.664507 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.664874 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.665238 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.665691 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.666059 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.666445 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.666811 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.667174 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.667537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.667900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.668263 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.668627 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.668988 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.669355 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.669713 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:39.674328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:39.945008 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fe990f66-c038-4176-b18a-30d887d98c87,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:39.945414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:40.085046 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for fe990f66-c038-4176-b18a-30d887d98c87 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:40.168960 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:41:40.169328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:41:40.544867 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02fe5-ca8e-4a37-8503-f8051b00d467 req-52b85793-5a68-494b-9411-7392c0cb23ba tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:40.546455 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8cf02fe5-ca8e-4a37-8503-f8051b00d467 req-52b85793-5a68-494b-9411-7392c0cb23ba tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0877142
Feb 19 02:41:40.594435 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8cf02fe5-ca8e-4a37-8503-f8051b00d467 req-745ec611-225e-481b-842e-c5e6b2f0e246 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0417826
Feb 19 02:41:40.670345 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port fe990f66-c038-4176-b18a-30d887d98c87 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:40.670744 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:40.935185 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] For port fe990f66-c038-4176-b18a-30d887d98c87, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=fe990f66-c038-4176-b18a-30d887d98c87,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:40.935518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:41.068289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for fe990f66-c038-4176-b18a-30d887d98c87 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:41.220802 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:41.236045 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-e608d838-2959-4807-8e03-aaf9dc89aefd tempest-TestShelveInstance-2107530289 tempest-TestShelveInstance-2107530289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:41.334483 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=fe990f66-c038-4176-b18a-30d887d98c87,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:41.351747 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.352179 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.352607 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.353027 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.353440 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.353853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.354261 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.354700 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.355107 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.355516 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.355926 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.356339 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.356819 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.357229 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.357639 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.358047 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.358476 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.358884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.359289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.359697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.360102 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.360506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.360908 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.361310 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-2-iscsi {{(pid=84006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:41:41.366989 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:41.459408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] No DVR routers for this DVR port fe990f66-c038-4176-b18a-30d887d98c87 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:41:41.461655 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:41.464418 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-deleted', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:41.480050 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-73755326-5ead-45e1-b60b-de8902de9cdd req-da6fbe90-70ca-42c6-803b-09b3aa124462 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "DELETE /v2.0/ports/fe990f66-c038-4176-b18a-30d887d98c87 HTTP/1.1" status: 204  len: 173 time: 2.1091051
Feb 19 02:41:41.513182 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7935c2fe-742f-47d5-a02f-c4c72a29e7c4', 'name': 'network-vif-deleted', 'tag': 'fe990f66-c038-4176-b18a-30d887d98c87', 'status': 'completed', 'code': 200}
Feb 19 02:41:41.761415 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-9ee91242-0af5-40aa-9ff6-5ee918f7311b req-ddc49cb8-489a-47f5-aa02-ebb9bab014ab tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:41:41.775940 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-9ee91242-0af5-40aa-9ff6-5ee918f7311b req-ddc49cb8-489a-47f5-aa02-ebb9bab014ab tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:41:41.777182 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-9ee91242-0af5-40aa-9ff6-5ee918f7311b req-ddc49cb8-489a-47f5-aa02-ebb9bab014ab tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=7935c2fe-742f-47d5-a02f-c4c72a29e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0659521
Feb 19 02:41:42.583414 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:42.977793 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:41:45.419364 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-6d9a787b-d535-4583-831a-60229f25b1bb tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips/7dccece1-bdb8-4d37-a5d7-0e427abc2265 HTTP/1.1" status: 200  len: 998 time: 0.1128488
Feb 19 02:41:45.578048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-e3b8aa55-e395-4b9b-849e-1f1a533722ba tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:45.579448 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-e3b8aa55-e395-4b9b-849e-1f1a533722ba tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1544361
Feb 19 02:41:45.686661 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4815f421-4e6c-40aa-84cf-1d62bada277a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200  len: 1001 time: 0.1002903
Feb 19 02:41:45.768307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-d63ebc9d-f3a9-4528-996d-ed5716fc58bf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:45.769839 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-d63ebc9d-f3a9-4528-996d-ed5716fc58bf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports/74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 942 time: 0.0773997
Feb 19 02:41:45.958596 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-3b4ed615-990d-4294-9655-99c9494a8d7e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200  len: 1001 time: 0.1064754
Feb 19 02:41:46.176769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port 3826f92c-d721-4df2-8e66-a61405ca6aa2 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:46.177074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:46.356635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:46.357007 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:46.486959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for 3826f92c-d721-4df2-8e66-a61405ca6aa2 owned by network:floatingip {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:46.643188 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:46.658253 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-97bd13f3-e22e-4982-be65-e8fdd0f426da tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:46.763490 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=3826f92c-d721-4df2-8e66-a61405ca6aa2,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:46.766660 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:46.882118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:46.882548 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.db.l3_db [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Floating IP 7dccece1-bdb8-4d37-a5d7-0e427abc2265 disassociated (deleted). External IP: 172.27.1.188, port: 74c7bb13-b661-4bc1-8c0c-b971254d0c61.
Feb 19 02:41:47.499340 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:41:47.690016 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:41:47.700367 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:41:47.710277 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:41:47.710977 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40f6c470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:47.714755 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:47.777065 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4fdad80c-cf29-480a-9322-a5a1b12617ef tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "DELETE /v2.0/floatingips/7dccece1-bdb8-4d37-a5d7-0e427abc2265 HTTP/1.1" status: 204  len: 173 time: 1.8120413
Feb 19 02:41:47.777569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:47.832552 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'status': 'completed', 'code': 200}
Feb 19 02:41:47.901384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:41:47.934341 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-53dbb32b-ec10-4fd6-8a60-cc1d08b2b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:47.936084 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-53dbb32b-ec10-4fd6-8a60-cc1d08b2b2a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.1452811
Feb 19 02:41:47.948595 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-516f8c0b-7529-4eac-af38-54cefe2c2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:47.950225 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-516f8c0b-7529-4eac-af38-54cefe2c2fef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 1162 time: 0.0988710
Feb 19 02:41:48.220231 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-45b4dec4-58ea-4f06-ab6e-ad7251625c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.221881 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-45b4dec4-58ea-4f06-ab6e-ad7251625c0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2762940
Feb 19 02:41:48.222959 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-0e356e24-c783-46ce-acbe-5d8f29a48176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.224367 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-0e356e24-c783-46ce-acbe-5d8f29a48176 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 200  len: 906 time: 0.2481482
Feb 19 02:41:48.365872 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-fe055761-72b5-40e7-936c-e68dc4526b93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 217 time: 0.1371026
Feb 19 02:41:48.367409 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-2c773318-240f-4f9d-a809-f28ba0afe0ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 200  len: 217 time: 0.0828605
Feb 19 02:41:48.391877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40f6c470>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:48.395987 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:41:48.404885 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:41:48.405545 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40f6c470>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:48.490567 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-f8555c95-def4-48ca-b616-ed5ff7a02b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.492187 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-f8555c95-def4-48ca-b616-ed5ff7a02b05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.1199543
Feb 19 02:41:48.493580 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-c871234d-90cb-4156-9f95-5c6c9d42ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.495026 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-c871234d-90cb-4156-9f95-5c6c9d42ab40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 200  len: 851 time: 0.0885060
Feb 19 02:41:48.596384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:41:48.646205 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-8b7e24f3-bd05-4764-b5bc-400b16c42d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.647831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-8b7e24f3-bd05-4764-b5bc-400b16c42d15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489971
Feb 19 02:41:48.649739 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-14ebd5e8-d93b-4ba2-9353-27e8f427a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:48.651236 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-14ebd5e8-d93b-4ba2-9353-27e8f427a30a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7a3d9c7-d762-4eea-968f-4f012d4c747a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087375
Feb 19 02:41:48.919613 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-1a5856ec-0ae4-4f7c-997e-17bc87444c5e service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643559
Feb 19 02:41:48.926189 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-72e52673-e5b9-4c3f-94b3-711ddaae4015 service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489069
Feb 19 02:41:48.935399 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40f6c470>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:41:48.939775 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe195b-6d49-42ab-a8d8-a5b12ee1f754 None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:35:23Z', 'revision_number': 4, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi', '_interfaces': [{'id': 'd3dc2adf-0a8c-48da-990a-92b11819a1b4', 'name': '', 'network_id': 'd7a3d9c7-d762-4eea-968f-4f012d4c747a', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'mac_address': 'fa:16:3e:b6:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:22Z', 'updated_at': '2021-02-19T02:35:32Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'subnets': [{'id': '1f482ad0-558c-40bb-aa46-1b4c7d0d74a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:41:49.191739 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-5cdc09eb-209d-4a03-b439-dbedf05e79ca req-4eefcbe8-0f88-4ce5-a92f-bdbfb1437502 service neutron] 10.222.0.44 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2644186
Feb 19 02:41:49.194973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-8818d0d4-a271-40ce-b738-3cf82135c39f req-76d7528f-ddf8-4e2a-82aa-651266f7153f service neutron] 10.222.0.53 "GET /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2431316
Feb 19 02:41:49.378477 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e30fa-e4cb-451a-bb6b-981873caa81f None None] New status for floating IP 7dccece1-bdb8-4d37-a5d7-0e427abc2265: DOWN {{(pid=84008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 02:41:49.740902 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f3032-97cb-4f3f-afc4-02584d06860d req-dbd1846e-6b10-4d3b-bae7-ea2abd1af625 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:49.741658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c89f3032-97cb-4f3f-afc4-02584d06860d req-dbd1846e-6b10-4d3b-bae7-ea2abd1af625 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:41:49.756547 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-c89f3032-97cb-4f3f-afc4-02584d06860d req-dbd1846e-6b10-4d3b-bae7-ea2abd1af625 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:port {{(pid=84006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:41:49.757777 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c89f3032-97cb-4f3f-afc4-02584d06860d req-dbd1846e-6b10-4d3b-bae7-ea2abd1af625 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.1047080
Feb 19 02:41:49.805095 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-c89f3032-97cb-4f3f-afc4-02584d06860d req-0f60a263-aec8-4a0b-bb27-17f8a081c054 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0409350
Feb 19 02:41:51.006886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3041-621e-459d-901a-c0fcea3f0410 req-7df4aa96-d1f0-4193-852e-fb029ba36383 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:51.008646 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27fc3041-621e-459d-901a-c0fcea3f0410 req-7df4aa96-d1f0-4193-852e-fb029ba36383 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0896139
Feb 19 02:41:51.058192 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-27fc3041-621e-459d-901a-c0fcea3f0410 req-9fc25150-7525-48a4-9f5d-a918566fc750 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0431783
Feb 19 02:41:51.082684 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-661e8307-9ce9-4352-b45f-1a44dca7c60a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:51.084241 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-661e8307-9ce9-4352-b45f-1a44dca7c60a tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 945 time: 0.0851042
Feb 19 02:41:51.166808 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:51.167110 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:51.427282 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:51.427605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:51.453186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Device 74c7bb13-b661-4bc1-8c0c-b971254d0c61 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:41:51.559392 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for 74c7bb13-b661-4bc1-8c0c-b971254d0c61 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:51.575725 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853817061'] for port, before_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:51.605087 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:51.615393 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:51.618756 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253844719152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253845101957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783009673877'] for port, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:51.620511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:51.648134 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:41:51.648511 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:41:51.661831 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'code': 200}
Feb 19 02:41:51.694452 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Pushing event updated for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=5']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:51.697650 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:52.149772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:52.150269 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:52.254044 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c2f7c-2b2b-4816-9686-c41780a7cc15 req-4190184d-6e39-4321-9e8d-da30163dbb28 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:52.255619 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-344c2f7c-2b2b-4816-9686-c41780a7cc15 req-4190184d-6e39-4321-9e8d-da30163dbb28 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 943 time: 0.0856690
Feb 19 02:41:52.307021 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-344c2f7c-2b2b-4816-9686-c41780a7cc15 req-be85c902-78f9-4784-84fe-01ea825ae95e tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups?id=622b6944-4cf6-4d6d-99db-d5660c7b5ae1&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0451014
Feb 19 02:41:52.418786 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] For port 74c7bb13-b661-4bc1-8c0c-b971254d0c61, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=74c7bb13-b661-4bc1-8c0c-b971254d0c61,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:52.419186 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:52.551605 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for 74c7bb13-b661-4bc1-8c0c-b971254d0c61 owned by compute:nova {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:52.701149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2348494'] for port, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:52.716322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b7ce9d0a-e3be-454f-b465-9450f9e98398 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:52.816893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=74c7bb13-b661-4bc1-8c0c-b971254d0c61,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:52.826336 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:52.926636 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] No DVR routers for this DVR port 74c7bb13-b661-4bc1-8c0c-b971254d0c61 on host hv-cinder-77642 {{(pid=84006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:41:52.928965 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for port, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:52.931882 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-deleted', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61'}] {{(pid=84006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 02:41:52.946967 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d10b47fb-c6bf-4693-b8cb-f8cb0b5c49df req-f973f18a-23f6-41fe-b129-49ecf4507faf tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.53 "DELETE /v2.0/ports/74c7bb13-b661-4bc1-8c0c-b971254d0c61 HTTP/1.1" status: 204  len: 173 time: 1.8573675
Feb 19 02:41:52.987842 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cba672-d813-45f4-ab87-e7ef1ce803e4', 'name': 'network-vif-deleted', 'tag': '74c7bb13-b661-4bc1-8c0c-b971254d0c61', 'status': 'completed', 'code': 200}
Feb 19 02:41:53.490339 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-025de471-b39d-45fb-8359-7a89a92e9a32 req-66502112-1064-41ed-b1a7-2b04aae2fff9 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1cba672-d813-45f4-ab87-e7ef1ce803e4 HTTP/1.1" status: 200  len: 210 time: 0.0488873
Feb 19 02:41:54.938011 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-dc65f168-b687-4113-994c-f0d42b987a7c tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips/b4e671aa-7099-4627-9a63-7b5f2a3a87db HTTP/1.1" status: 200  len: 692 time: 0.3303311
Feb 19 02:41:55.102499 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-363270c2-7496-456f-80e2-3f123847ff49 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:41:55.103973 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-363270c2-7496-456f-80e2-3f123847ff49 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/networks/16c5e4b7-e55d-4ee2-b6af-355575528892 HTTP/1.1" status: 200  len: 784 time: 0.1600318
Feb 19 02:41:55.188151 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-1c259c69-aaa6-45d4-ae8f-aeea98547016 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Synchronizing usage tracker for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:41:55.202633 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.quota.resource [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-1c259c69-aaa6-45d4-ae8f-aeea98547016 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Unset dirty status for tenant:3b0847ee05c643e981b009b8bc77c1aa on resource:floatingip {{(pid=84007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:41:55.203884 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-1c259c69-aaa6-45d4-ae8f-aeea98547016 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.13 HTTP/1.1" status: 200  len: 695 time: 0.0936611
Feb 19 02:41:55.294027 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-400bc5f8-a8a6-4f92-aea7-931e32a12ce2 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.27.1.13 HTTP/1.1" status: 200  len: 695 time: 0.0825458
Feb 19 02:41:55.468306 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Deleting port c4f5783a-af72-416c-90b6-486182c5d111 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:55.468615 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:55.648165 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:55.648583 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:55.783036 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Calling delete_port for c4f5783a-af72-416c-90b6-486182c5d111 owned by network:floatingip {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:55.928917 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:55.944768 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-612124e7-2ac2-4d2b-b8bb-6cf4a07d4ca4 tempest-AttachVolumeTestJSON-77154404 tempest-AttachVolumeTestJSON-77154404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:56.056342 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'Port': ['ID=c4f5783a-af72-416c-90b6-486182c5d111,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:56.060295 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:56.142589 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-638f60c0-99d7-4a9d-a53e-0934cb644698 req-19c8cbd0-3b1e-42d2-bcd8-fba5381ba35e service neutron] (84006) timed out ('10.222.0.53', 58865) {{(pid=84006) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 02:41:56.172388 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:56.192968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1264'] for floatingip, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:56.194227 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-d5cf8aa1-cd70-4c17-b885-8ae25f361298 req-b7615c27-4cb8-41a7-a6a8-ede9db14caf8 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "DELETE /v2.0/floatingips/b4e671aa-7099-4627-9a63-7b5f2a3a87db HTTP/1.1" status: 204  len: 173 time: 0.8944671
Feb 19 02:41:57.652343 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-3d1d513f-2ab9-44cf-9299-60733423e310 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "GET /v2.0/security-groups/622b6944-4cf6-4d6d-99db-d5660c7b5ae1 HTTP/1.1" status: 200  len: 2995 time: 0.0513191
Feb 19 02:41:57.724095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:57.754421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:57.800807 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:57.805894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-eeca3a8e-2b99-4ce7-b25a-198476942d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:57.824984 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b6944-4cf6-4d6d-99db-d5660c7b5ae1,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:57.827900 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:41:57.834990 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:57.836201 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [req-1555a34a-ef26-4d24-949e-f87fd9e9cbb0 req-fbec16b0-f248-4a5c-85e8-ac9715825e20 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] 10.222.0.44 "DELETE /v2.0/security-groups/622b6944-4cf6-4d6d-99db-d5660c7b5ae1 HTTP/1.1" status: 204  len: 173 time: 0.1778140
Feb 19 02:41:57.894322 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36802) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:41:58.593064 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:58.984915 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Deleting port d3dc2adf-0a8c-48da-990a-92b11819a1b4 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:41:58.985420 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:59.168459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] For port d3dc2adf-0a8c-48da-990a-92b11819a1b4, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=d3dc2adf-0a8c-48da-990a-92b11819a1b4,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:41:59.168865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:59.300658 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Calling delete_port for d3dc2adf-0a8c-48da-990a-92b11819a1b4 owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:41:59.872916 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:41:59.888489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-9d123cf6-bf9b-43e1-a3f5-e579cd93f5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:41:59.983569 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dc2adf-0a8c-48da-990a-92b11819a1b4,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:41:59.986581 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:00.304513 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:00.814243 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Router d518fa90-aeff-4e82-976a-f46d00a55b7d has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:42:00.858945 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f8df4096-c0ab-4f64-8105-055b779fcaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.016201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:42:01.025085 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Sync routers for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:42:01.028833 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a5622b20-c151-4463-9195-45ea19a8a6ae admin admin] 10.222.0.44 "PUT /v2.0/routers/d518fa90-aeff-4e82-976a-f46d00a55b7d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1332653
Feb 19 02:42:01.031697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36808) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:01.036137 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:42:01.036821 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff438>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:01.222946 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.229784 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: dv-cinder-776422-2-iscsi {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:42:01.414637 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.423021 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Deleting port b47670a9-bbc2-4600-ab51-1597128fbc1e {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:01.423400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.526115 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff438>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:41:59Z', 'revision_number': 5, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port': {'id': 'b47670a9-bbc2-4600-ab51-1597128fbc1e', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:19Z', 'updated_at': '2021-02-19T02:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:01.530054 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Checking router: d518fa90-aeff-4e82-976a-f46d00a55b7d for host: dv-cinder-776422-2-iscsi {{(pid=84009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:42:01.538897 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Routers {'d518fa90-aeff-4e82-976a-f46d00a55b7d'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:42:01.539542 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff438>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:41:33Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['d518fa90-aeff-4e82-976a-f46d00a55b7d'], 'active': True} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:01.608868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] For port b47670a9-bbc2-4600-ab51-1597128fbc1e, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b47670a9-bbc2-4600-ab51-1597128fbc1e,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:01.609271 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.750202 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Calling delete_port for b47670a9-bbc2-4600-ab51-1597128fbc1e owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:01.856911 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] Set router d518fa90-aeff-4e82-976a-f46d00a55b7d gateway port host: None {{(pid=84009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:42:01.931609 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:01.950464 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-4c29a152-6784-4259-ab1a-33334d5b6d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:01.972872 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf40eff438>, [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:42:01Z', 'revision_number': 6, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:01.977089 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e6f9b-bc2a-48e3-9415-c6a2917ed8dc None None] The sync data for ids ['d518fa90-aeff-4e82-976a-f46d00a55b7d'] in dv-cinder-776422-2-iscsi is: [{'id': 'd518fa90-aeff-4e82-976a-f46d00a55b7d', 'name': 'tempest-TestVolumeBootPattern-1263351507-router', 'tenant_id': '3b0847ee05c643e981b009b8bc77c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:18Z', 'updated_at': '2021-02-19T02:42:01Z', 'revision_number': 6, 'project_id': '3b0847ee05c643e981b009b8bc77c1aa', 'gw_port_host': None}] {{(pid=84009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:42:02.052130 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=b47670a9-bbc2-4600-ab51-1597128fbc1e,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:02.076083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d3dc2adf-0a8c-48da-990a-92b11819a1b4 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:02.115643 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: d3dc2adf-0a8c-48da-990a-92b11819a1b4 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:02.116067 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device d3dc2adf-0a8c-48da-990a-92b11819a1b4 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:02.314106 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:02.427048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.613653 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.615971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.637734 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.638254 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d518fa90-aeff-4e82-976a-f46d00a55b7d {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:42:02.651557 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.655222 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-8fb317e1-5eda-47b1-be37-01e200731fdb admin admin] 10.222.0.44 "DELETE /v2.0/routers/d518fa90-aeff-4e82-976a-f46d00a55b7d HTTP/1.1" status: 204  len: 168 time: 1.6199384
Feb 19 02:42:02.655663 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36812) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:02.726878 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Deleting subnet 1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:42:02.730094 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.782622 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:02.871540 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.133537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.149760 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:03.246302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f482ad0-558c-40bb-aa46-1b4c7d0d74a0,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:03.250099 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:03.283095 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.288521 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce753da-d3c6-491f-8e42-7d615ed2a4d4 None None] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:42:03.289132 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-ac76fe9f-09b1-4252-a8cb-ae3d0296917e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f482ad0-558c-40bb-aa46-1b4c7d0d74a0 HTTP/1.1" status: 204  len: 168 time: 0.6324260
Feb 19 02:42:03.292074 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36816) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:03.390461 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46be-1ff8-402a-a9d4-c623e923050a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.411949 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.486564 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Deleting port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:03.487496 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.557790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] DHCP port deletion for d7a3d9c7-d762-4eea-968f-4f012d4c747a request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:42:03.562613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Deleting port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:03.563118 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.710886 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] For port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:03.711289 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.777961 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] For port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,segment=NetworkSegment(f56b130a-6a68-433c-a60a-9850fbdc6250),segment_id=f56b130a-6a68-433c-a60a-9850fbdc6250)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:03.778335 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.848405 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Calling delete_port for f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf owned by network:dhcp {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:03.916142 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Calling delete_port for f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:03.928297 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:03.944109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-f3d00a36-ccb6-4923-b557-b9c2f29ac737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:03.975715 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.003100 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:42:04.003523 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:42:04.050769 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:04.055444 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:04.092062 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] No DVR routers for this DVR port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf on host dv-cinder-776422-2-iscsi {{(pid=84007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:42:04.110921 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:04.147670 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:04.148247 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:04.148527 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b47670a9-bbc2-4600-ab51-1597128fbc1e no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:04.186152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: b47670a9-bbc2-4600-ab51-1597128fbc1e {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:04.186574 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b47670a9-bbc2-4600-ab51-1597128fbc1e not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:04.217600 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.334105 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd7b8>,) {'filters': {'network_id': ['d7a3d9c7-d762-4eea-968f-4f012d4c747a']}} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:04.347488 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd7b8>, 'f56b130a-6a68-433c-a60a-9850fbdc6250') {'for_net_delete': True} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:04.347835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf40edd7b8>, 'f56b130a-6a68-433c-a60a-9850fbdc6250') {} {{(pid=84007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:04.360082 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853450974'] for segment, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.374776 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.376754 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:42:04.504408 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Deleting port f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:04.504853 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.557152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:42:04.566860 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713190'] for segment, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.575799 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-f15b077e-0f1a-4bf7-bcaa-ca8c5d163930 None None] The port 'f5ec3bcf-f4e5-4d86-ad1c-fb57f32cf3cf' was deleted {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:42:04.747646 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Network d7a3d9c7-d762-4eea-968f-4f012d4c747a has no segments {{(pid=84007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:42:04.770391 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:42:04.844057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.847890 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-1f5d64ab-e49a-457c-9b41-bf491e509acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:04.864447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:04.876868 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a3d9c7-d762-4eea-968f-4f012d4c747a,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:04.880955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:04.892153 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3898fb25-e04a-490a-bc12-220471afcc01 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d7a3d9c7-d762-4eea-968f-4f012d4c747a HTTP/1.1" status: 204  len: 168 time: 1.5987606
Feb 19 02:42:04.895184 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36820) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:04.985711 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:05.250453 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:05.466061 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852841649'] for router_interface, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:06.070305 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Deleting port b15052e6-cda8-42f9-bffd-0600b7b75cd0 {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:06.070733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:06.253123 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] For port b15052e6-cda8-42f9-bffd-0600b7b75cd0, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=b15052e6-cda8-42f9-bffd-0600b7b75cd0,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:06.253690 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:06.384831 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Calling delete_port for b15052e6-cda8-42f9-bffd-0600b7b75cd0 owned by network:router_interface {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:06.564301 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:06.580503 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-fa9470d4-a29a-42ba-b687-1962d1f33777 tempest-TestVolumeBootPattern-331106713 tempest-TestVolumeBootPattern-331106713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:06.685196 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Pushing event deleted for resources: {'Port': ['ID=b15052e6-cda8-42f9-bffd-0600b7b75cd0,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:06.689884 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:06.994877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961468'] for router_interface, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:07.500601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Router 73e64286-dbd8-466e-9185-e8d75be54a88 has already been hosted by L3 agent fec0ee41-b505-4731-aa8f-f5d96b908212 {{(pid=84007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:42:07.689497 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] Notify agent at l3_agent.dv-cinder-776422-2-iscsi the message routers_updated {{(pid=84007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:42:07.698334 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Sync routers for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:42:07.699665 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-639d2ca0-0a79-46d5-8322-d344379fd64b admin admin] 10.222.0.44 "PUT /v2.0/routers/73e64286-dbd8-466e-9185-e8d75be54a88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8034132
Feb 19 02:42:07.702267 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36826) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:07.708463 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:42:07.709180 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4184a208>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:42:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:07.894816 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks [] for router, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:08.066002 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: dv-cinder-776422-2-iscsi {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:42:08.098077 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:08.107956 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Deleting port a40e2c4f-1378-4bea-97c4-656271aa646f {{(pid=84007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:08.108424 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:08.377189 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4184a208>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'external_fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:42:06Z', 'revision_number': 5, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port': {'id': 'a40e2c4f-1378-4bea-97c4-656271aa646f', 'name': '', 'network_id': '16c5e4b7-e55d-4ee2-b6af-355575528892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93640503-2336-4a25-bbba-01e87875fc14', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:35:27Z', 'updated_at': '2021-02-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93640503-2336-4a25-bbba-01e87875fc14', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-2-iscsi'}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:08.382459 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Checking router: 73e64286-dbd8-466e-9185-e8d75be54a88 for host: dv-cinder-776422-2-iscsi {{(pid=84008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:42:08.392382 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Routers {'73e64286-dbd8-466e-9185-e8d75be54a88'} bound to L3 agent in host dv-cinder-776422-2-iscsi {{(pid=84008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:42:08.393721 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf4184a208>, 'dv-cinder-776422-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:17:03Z,description=<?>,heartbeat_timestamp=2021-02-19T02:42:03Z,host='dv-cinder-776422-2-iscsi',id=fec0ee41-b505-4731-aa8f-f5d96b908212,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:17:03Z,topic='l3_agent')) {'router_ids': ['73e64286-dbd8-466e-9185-e8d75be54a88'], 'active': True} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:08.533593 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] For port a40e2c4f-1378-4bea-97c4-656271aa646f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=a40e2c4f-1378-4bea-97c4-656271aa646f,segment=NetworkSegment(66058b9f-1436-4011-ae1f-88f3a421d588),segment_id=66058b9f-1436-4011-ae1f-88f3a421d588)] {{(pid=84007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:08.534201 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:08.561517 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvr_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] Set router 73e64286-dbd8-466e-9185-e8d75be54a88 gateway port host: None {{(pid=84008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:42:08.666063 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Calling delete_port for a40e2c4f-1378-4bea-97c4-656271aa646f owned by network:router_gateway {{(pid=84007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:08.675181 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_hamode_db [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf4184a208>, [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:42:08Z', 'revision_number': 6, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port_host': None}], 'dv-cinder-776422-2-iscsi', False) {} {{(pid=84008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:08.679480 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ab8d6-46b6-418c-a3e8-2141fdec404e None None] The sync data for ids ['73e64286-dbd8-466e-9185-e8d75be54a88'] in dv-cinder-776422-2-iscsi is: [{'id': '73e64286-dbd8-466e-9185-e8d75be54a88', 'name': 'tempest-TestVolumeBootPattern-812659673-router', 'tenant_id': '01553ddfa7d643caa32f3956e0693721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:35:26Z', 'updated_at': '2021-02-19T02:42:08Z', 'revision_number': 6, 'project_id': '01553ddfa7d643caa32f3956e0693721', 'gw_port_host': None}] {{(pid=84008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:42:08.844936 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713490'] for port, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:08.860470 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-cccc8a06-d4f0-47e3-a012-6785a1fc5857 tempest-AttachVolumeShelveTestJSON-2054470095 tempest-AttachVolumeShelveTestJSON-2054470095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:08.957697 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Pushing event deleted for resources: {'Port': ['ID=a40e2c4f-1378-4bea-97c4-656271aa646f,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:08.970894 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:09.090944 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852840595'] for router_gateway, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.281037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4625'] for router, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.283356 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.307332 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852815854'] for router, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.307903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e64286-dbd8-466e-9185-e8d75be54a88 {{(pid=84007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 02:42:09.320665 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] Notify callbacks [] for router, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.321922 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7d0b1f71-2f85-43f6-82db-388dbf99c47a admin admin] 10.222.0.44 "DELETE /v2.0/routers/73e64286-dbd8-466e-9185-e8d75be54a88 HTTP/1.1" status: 204  len: 168 time: 1.6186192
Feb 19 02:42:09.324560 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84007) accepted ('10.222.0.44', 36832) {{(pid=84007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:09.395348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Deleting subnet 0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30 {{(pid=84007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 02:42:09.398573 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.449914 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1324826'] for subnet, precommit_delete_associations {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.530501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976326'] for subnet, precommit_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.789350 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853799474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728062265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036728062430'] for subnet, after_delete {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.804726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3fc09bc4-82c8-4225-a86a-5f8ec1dd5af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:09.900058 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30,revision_number=None']} {{(pid=84007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:09.903905 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:09.936790 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for subnet, before_response {{(pid=84007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:09.942835 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2a025-60d5-4ec3-9da8-6cafafa2a15c None None] Network 2a942455-e6e6-4396-be88-115aa152484c requested from dv-cinder-776422-2-iscsi {{(pid=84008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:42:09.945946 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3397ce79-c9b3-4d96-8f34-49a6e4828870 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0eb6d3f7-9e1d-4367-be09-41fcc0e8ec30 HTTP/1.1" status: 204  len: 168 time: 0.6176171
Feb 19 02:42:09.946228 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36836) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:10.061591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247337'] for network, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.125975 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b15052e6-cda8-42f9-bffd-0600b7b75cd0 no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:10.180057 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: b15052e6-cda8-42f9-bffd-0600b7b75cd0 {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:10.180468 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device b15052e6-cda8-42f9-bffd-0600b7b75cd0 not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:10.180955 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a40e2c4f-1378-4bea-97c4-656271aa646f no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:10.222257 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: a40e2c4f-1378-4bea-97c4-656271aa646f {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:10.222704 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device a40e2c4f-1378-4bea-97c4-656271aa646f not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:10.298302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] DHCP port deletion for 2a942455-e6e6-4396-be88-115aa152484c request from dv-cinder-776422-2-iscsi {{(pid=84008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 02:42:10.303791 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Deleting port bb279240-0ea9-434e-877a-84642318a71f {{(pid=84008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:10.304235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.386968 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Deleting port bb279240-0ea9-434e-877a-84642318a71f {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:10.387348 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.521876 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] For port bb279240-0ea9-434e-877a-84642318a71f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=bb279240-0ea9-434e-877a-84642318a71f,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:10.522329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.603498 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.db [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] For port bb279240-0ea9-434e-877a-84642318a71f, host dv-cinder-776422-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-2-iscsi',level=0,port_id=bb279240-0ea9-434e-877a-84642318a71f,segment=NetworkSegment(dc53c378-4f21-4aa6-af87-f043add60f32),segment_id=dc53c378-4f21-4aa6-af87-f043add60f32)] {{(pid=84006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:42:10.603899 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1935792'] for port, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.653328 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Calling delete_port for bb279240-0ea9-434e-877a-84642318a71f owned by network:dhcp {{(pid=84008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:10.729400 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853816882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854395352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253844719135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783009673843'] for port, after_delete {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:10.736506 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Calling delete_port for bb279240-0ea9-434e-877a-84642318a71f owned by network:dhcp {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 02:42:10.745032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-ebb8b586-a112-4d74-90ab-7adf9ade3193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:10.815737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.db.api [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 02:42:10.816302 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_db.api [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 02:42:10.853012 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Pushing event deleted for resources: {'Port': ['ID=bb279240-0ea9-434e-877a-84642318a71f,revision_number=None']} {{(pid=84008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:10.855803 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:10.890492 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544753e-ae75-462e-a89f-db636d556c0f None None] No DVR routers for this DVR port bb279240-0ea9-434e-877a-84642318a71f on host dv-cinder-776422-2-iscsi {{(pid=84008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 02:42:11.318039 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Deleting port bb279240-0ea9-434e-877a-84642318a71f {{(pid=84006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 02:42:11.318371 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253844696402'] for port, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:11.392407 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] The port 'bb279240-0ea9-434e-877a-84642318a71f' was deleted {{(pid=84006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 02:42:11.514530 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975921', 'neutron.services.segments.db._delete_segments_for_network--9223363253844531930'] for network, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:11.629785 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf404d8b00>,) {'filters': {'network_id': ['2a942455-e6e6-4396-be88-115aa152484c']}} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:11.642529 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf404d8b00>, 'dc53c378-4f21-4aa6-af87-f043add60f32') {'for_net_delete': True} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:11.642880 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.services.segments.db [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf404d8b00>, 'dc53c378-4f21-4aa6-af87-f043add60f32') {} {{(pid=84006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:42:11.654888 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253844535002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851028585'] for segment, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:11.672930 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853802847'] for segment, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:11.675519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 02:42:11.855635 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Network 2a942455-e6e6-4396-be88-115aa152484c has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:42:11.865113 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-972985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2348602'] for segment, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.040727 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.managers [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Network 2a942455-e6e6-4396-be88-115aa152484c has no segments {{(pid=84006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   % (table.description, expected, rows_matched)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: Traceback (most recent call last):
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     timer()
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     cb(*args, **kw)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     return func(*args, **kwargs)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     self._notify()
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     self.callback(batched_events)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     event.method(event)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     segment_id)['aggregates'][0]
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     return f(self, *a, **k)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self._get(url).json()
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     **kwargs)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     return self.request(url, 'GET', **kwargs)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     **endpoint_filter)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 02:42:12.068063 dv-cinder-776422-2-iscsi neutron-server[83896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 02:42:12.107024 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device bb279240-0ea9-434e-877a-84642318a71f no longer exists at agent ovs-agent-dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 02:42:12.145149 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.plugin [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] No Port match for: bb279240-0ea9-434e-877a-84642318a71f {{(pid=84008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 02:42:12.145687 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.plugins.ml2.rpc [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Device bb279240-0ea9-434e-877a-84642318a71f not bound to the agent host dv-cinder-776422-2-iscsi {{(pid=84008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 02:42:12.153385 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853799879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853161813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1935172'] for network, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.157810 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853161798'] for network, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.162293 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:12.184865 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a942455-e6e6-4396-be88-115aa152484c,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:12.187630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:12.189251 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-24e92925-5d15-433a-90a8-76d48b124910 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a942455-e6e6-4396-be88-115aa152484c HTTP/1.1" status: 204  len: 168 time: 2.2419333
Feb 19 02:42:12.302275 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36842) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:12.358085 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-5c0fd681-39b6-40cc-9050-aec95e5d3d05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b0847ee05c643e981b009b8bc77c1aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544131
Feb 19 02:42:12.360686 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36846) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:12.424086 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.450630 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.498215 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.505778 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-17099cc0-7418-43a0-b1cf-bfa379a436d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:12.520519 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b372f286-9b58-41ad-b388-8778c8fdb2eb,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:12.523591 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:12.524509 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.525737 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-3f3d54e3-9b56-4bef-9943-f46f8a984e75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b372f286-9b58-41ad-b388-8778c8fdb2eb HTTP/1.1" status: 204  len: 168 time: 0.1640720
Feb 19 02:42:12.581737 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:12.887132 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36854) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:12.938572 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-7e3c9fb0-ae6a-44aa-acb1-8ffed6e9faf5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01553ddfa7d643caa32f3956e0693721&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500867
Feb 19 02:42:12.941852 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [-] (84006) accepted ('10.222.0.44', 36858) {{(pid=84006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:42:13.013652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:13.040005 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:13.086913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853196514'] for security_group, after_delete {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:13.091913 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a337c181-f089-495a-bc17-158a3a883444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:42:13.102726 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206d4b7-ba23-4587-88be-80828fa98021,revision_number=None']} {{(pid=84006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:42:13.107748 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG oslo_concurrency.lockutils [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:42:13.109495 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:13.111398 dv-cinder-776422-2-iscsi neutron-server[83896]: INFO neutron.wsgi [None req-a399a0bc-23c8-4c51-9e81-ca60b08b4fae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b206d4b7-ba23-4587-88be-80828fa98021 HTTP/1.1" status: 204  len: 168 time: 0.1685004
Feb 19 02:42:19.978309 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:42:30.860893 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3e57-7884-499d-8966-6878912e9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:33.311696 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a7c5779b-cac6-4bb4-9899-03122e4dbeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:33.872236 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:34.989537 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:35.251966 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:42.590974 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:42:56.978159 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:43:00.864042 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-22d8e255-0406-4b62-ba45-154a0f96e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:03.311722 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-316dac32-7c15-4216-9a8d-b6796bf145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:03.875601 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:04.991652 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:05.255114 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:12.581373 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:30.868447 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c164a1f0-9618-465e-b2d6-52c407becdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:33.313154 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-edda06b5-6fbe-4225-8f66-7d75ea9549cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:33.877870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:33.977321 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:43:34.993870 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:35.257122 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:43:42.579772 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:00.871421 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-d46d1503-9eab-4544-8bff-b0cbd095c44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:03.313634 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-39732035-a653-4c4a-a48f-94455a83e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:03.880060 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:04.994733 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:05.259252 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:10.977116 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:44:12.581032 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:30.872347 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-9300a2dd-145f-481e-a990-fcf6c666bc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:33.315359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-da73c303-6e9b-475c-8589-9b9d0ecc7b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:33.882469 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:34.997256 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:35.262836 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:42.581152 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:44:47.976489 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:45:00.875403 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-654896a3-e29a-4761-b050-cd897abac4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:03.316329 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-56f82162-711a-46f8-8e6b-0bb935e3430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:03.885370 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:05.000903 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:05.264427 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:12.578673 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:24.975952 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:45:30.877387 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-47e96669-8161-4518-9f10-c1112ecb1bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:33.317617 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-5ecac13c-aa0e-4df1-a6ed-904ac713b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:33.888109 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:35.004501 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:35.269262 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:45:42.595125 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:00.882877 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-2a1f346d-0973-49f7-99fb-2c7f620e4ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:01.975259 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:46:03.318493 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-456de653-6980-40e9-84d6-244a2b54d24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:03.890518 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:05.006384 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:05.269818 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:08.463083 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.wsgi [req-5243fb5f-3468-4a7e-8aa3-54b698961fa1 req-d440e626-7651-4fcb-8c17-584b79bb5174 service neutron] (84007) timed out ('10.222.0.53', 58856) {{(pid=84007) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 02:46:12.609613 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:30.884597 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-c3570ba2-666b-43a5-8c80-c3affa2231ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:33.319735 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-7293136c-6a0a-43f6-8576-8196e31a9641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:33.893395 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:35.008048 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:35.272020 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:46:38.974359 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:46:42.624971 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:00.887178 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-93eb2146-dd8a-4b90-b884-9b9cc10e41e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:03.319814 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd94c-2aa8-4ae3-aff9-1414329cba89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:03.895307 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-0662a2d8-bdad-443b-a3b4-0983d2951ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:05.009553 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-58e297aa-6b94-4c7e-ae11-8eb0a42c9f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:05.275219 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-eee11dc8-be02-47dc-9344-e54f97fedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:12.623037 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-a2d27921-1be5-42a9-baff-f967a6d3a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:47:15.974235 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron.db.agents_db [None req-7511f840-df84-4c21-b7e6-396bb26808ed None None] Agent healthcheck: found 6 active agents {{(pid=84009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:47:30.888168 dv-cinder-776422-2-iscsi neutron-server[83896]: DEBUG neutron_lib.callbacks.manager [None req-575382a0-8614-40cc-9fc4-d7e5603b87d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253844531947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981615'] for agent, after_update {{(pid=84008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}